-- Logs begin at Mon 2022-01-17 20:40:47 UTC, end at Mon 2022-01-17 21:59:15 UTC. -- Jan 17 21:31:34.408106 dv-cinder-825012-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 21:31:37.556769 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] Logging enabled! Jan 17 21:31:37.557438 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 21:31:37.557606 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109800) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 21:31:37.561076 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] Logging enabled! Jan 17 21:31:37.561342 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev395 Jan 17 21:31:37.561658 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109800) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 21:31:37.562651 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:31:37.562888 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:31:37.563549 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:31:37.563797 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:31:37.564041 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:31:37.564503 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.564843 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 21:31:37.565159 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.565561 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.565865 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.566171 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.566463 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.566746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.567037 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.567375 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.567664 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.567945 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.568234 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.568527 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.568811 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.569097 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.569381 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.569666 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.569948 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.570379 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.570968 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.571123 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.571449 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.571659 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.571927 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.572204 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.572491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.572855 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] host = dv-cinder-825012-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.573132 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.573425 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.573711 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.573997 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.575238 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.575541 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.575840 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.576121 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.576397 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.576681 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.576977 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.577267 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.577567 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.577796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.578022 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.578315 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.578604 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.578885 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.579163 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.579468 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.580323 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.580782 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.581115 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.581415 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.581704 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.581995 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.582274 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.582551 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.582828 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.583103 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.583425 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.583705 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.583980 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.584258 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.584554 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.584835 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.585112 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.585425 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.585713 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.586001 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.586287 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.586562 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.586848 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.587126 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.587421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.587696 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.587968 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.588239 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.588522 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.588794 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.589068 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.589346 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.589618 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.589903 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.590177 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:37.590477 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.590776 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.591077 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.591389 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.591685 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.591968 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.592263 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.592543 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.592831 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.593122 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.593412 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.593690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.593994 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.594287 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.594587 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.594897 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.595189 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.596112 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.596387 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.596668 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.596943 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.597223 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.597511 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.597789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.598069 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.598357 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.598632 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.598930 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.599217 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.599543 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.599833 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.600107 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.600385 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.600672 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.600949 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.601219 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.601496 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.601782 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.602059 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.602332 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.602613 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.602889 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.603157 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.603450 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.603726 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.604016 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.604294 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.604569 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.604837 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.605111 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.605381 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.605667 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.605945 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.606219 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.606476 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.606761 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.607032 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.607328 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.607604 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.607875 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.608154 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.608423 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.608693 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.608964 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.609234 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.609504 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.609771 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.610042 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.610318 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.610588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.610859 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.611192 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.611494 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.611770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.612373 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.612795 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.613078 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.613362 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.613641 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.613921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.614198 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.614476 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.614753 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.615038 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.615336 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.615632 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.615918 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.616205 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.616512 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.616790 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.617084 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.617362 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.617644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.617920 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.618197 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.618483 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.618768 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.619065 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.619384 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.619682 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.619976 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.620271 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.620553 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.620867 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.621152 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:37.621366 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:31:37.621617 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109800) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 21:31:38.023035 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 21:31:38.023326 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 21:31:38.023636 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 21:31:38.023976 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 21:31:38.383293 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.383600 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.383869 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.387143 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.387458 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.387731 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.437126 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.437404 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.437692 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.453827 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.454114 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.454386 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.489508 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.489792 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.490064 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.529554 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.529840 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.530111 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.902557 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.903264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.903264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.903487 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:38.904086 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.012609 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.012939 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.013229 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.013510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.013777 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.014099 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.014368 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.014635 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.014891 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.015184 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.015488 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.015761 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.016022 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.016281 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.016542 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.016815 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.017092 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.017408 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.017690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.017957 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.018238 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.018492 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.018785 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.019221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.019499 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.019750 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.020224 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.020467 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.020707 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.020944 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.021186 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.021421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:39.021810 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 21:31:39.025622 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 21:31:39.030007 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 21:31:39.034500 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jan 17 21:31:39.036434 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 21:31:39.036924 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 21:31:39.037269 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 21:31:39.037666 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 21:31:39.040895 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 21:31:39.041155 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 21:31:39.041541 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 21:31:39.047637 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 21:31:39.074945 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 21:31:39.075469 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.075780 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109800) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 21:31:39.076149 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.077935 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109800) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 21:31:39.078236 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 21:31:39.078488 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 21:31:39.082351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.082650 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:39.149187 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 21:31:39.149537 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 21:31:39.149664 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 21:31:39.150034 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 21:31:39.173244 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_db.sqlalchemy.engines [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109800) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 21:31:39.784384 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing driver for type 'gre' Jan 17 21:31:39.784888 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] gre ID ranges: [(1, 1000)] Jan 17 21:31:40.069721 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing driver for type 'local' Jan 17 21:31:40.070399 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing driver for type 'vlan' Jan 17 21:31:40.246695 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] VlanTypeDriver initialization complete Jan 17 21:31:40.247116 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing driver for type 'vxlan' Jan 17 21:31:40.247717 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] vxlan ID ranges: [(1, 1000)] Jan 17 21:31:40.515579 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing extension driver 'port_security' Jan 17 21:31:40.516105 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.extensions.port_security [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] PortSecurityExtensionDriver initialization complete Jan 17 21:31:40.516654 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing mechanism driver 'openvswitch' Jan 17 21:31:40.517657 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing mechanism driver 'hyperv' Jan 17 21:31:40.528164 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.plugin [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109800) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:40.528914 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.529333 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.529878 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.530581 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.531154 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.531575 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.531974 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.532438 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.532929 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.533320 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.533706 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.534280 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.534848 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.535239 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.542858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.542858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.542858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.542858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.542858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.543582 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.543582 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > address_group after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.543582 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > address_group after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.543582 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.543582 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109800) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 21:31:40.544204 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] ML2 OVO RPC backend initialized. {{(pid=109800) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 21:31:40.544204 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544204 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544204 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > networks before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > ports before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.544789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545300 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnets before_response 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545300 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545300 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545300 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545799 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.545799 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.546116 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.546516 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.546908 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.547293 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.548013 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.plugin [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Modular L2 Plugin initialization complete Jan 17 21:31:40.549088 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading services supported by the core plugin {{(pid=109800) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 21:31:40.549476 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.plugins.ml2.managers [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Got port-security extension from driver 'port_security' Jan 17 21:31:40.550038 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.extensions.vlantransparent [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Disabled vlantransparent extension. Jan 17 21:31:40.550543 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109800) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 21:31:40.550863 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: router Jan 17 21:31:40.590683 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.591085 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.591510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router before_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.591873 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.592252 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.592612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_delete 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.592977 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.593330 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.593693 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.594041 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.594391 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.594740 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.595127 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.595618 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.596165 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.596616 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.596961 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: subnet after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.597305 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.597701 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.598056 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.598400 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.598746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.599143 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router after_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.599518 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.599875 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_create 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.600244 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.600593 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_update 55549900 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.600963 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > agent after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.601318 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > agent after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.601665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > network after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.602657 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Tracking information for resource: router configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:40.602991 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Tracking information for resource: floatingip configured {{(pid=109800) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 21:31:40.608955 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.db.l3_agentschedulers_db [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 21:31:40.609566 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.609949 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.610309 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.610664 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: port after_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.612573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router before_create 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.612955 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.613323 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_create 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.613687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > router precommit_update 55550100 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.619067 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.provider_configuration [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service providers = [] {{(pid=109800) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 21:31:40.619640 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.db.servicetype_db [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109800) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 21:31:40.624562 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:31:40.625012 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:31:40.625423 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:31:40.629117 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.services.service_base [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109800) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 21:31:40.629607 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.services.service_base [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 21:31:40.630020 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.630455 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 21:31:40.643982 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.644320 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: auto_allocate Jan 17 21:31:40.650939 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: network precommit_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.651335 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: network precommit_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.651888 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.652214 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: tag Jan 17 21:31:40.660401 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.660739 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: timestamp Jan 17 21:31:40.665433 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.665770 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: network_ip_availability Jan 17 21:31:40.678455 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.678834 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.679198 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.682011 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.682343 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: flavors Jan 17 21:31:40.687927 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.688270 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading Plugin: revisions Jan 17 21:31:40.693304 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109800) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 21:31:40.693715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.670s {{(pid=109800) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 21:31:40.694517 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109800) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 21:31:40.694864 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Initializing extension manager. Jan 17 21:31:40.695455 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: __init__.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.695810 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: __pycache__ {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.696153 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.696537 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.697436 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.698065 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: address-group Jan 17 21:31:40.698394 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: address_scope.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.699438 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.699972 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: address-scope Jan 17 21:31:40.700295 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.701373 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.701903 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: router-admin-state-down-before-update Jan 17 21:31:40.702266 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: agent.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.703136 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.703599 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: agent Jan 17 21:31:40.703923 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: agent_resources_synced.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.704930 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.705455 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: agent-resources-synced Jan 17 21:31:40.705778 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: allowedaddresspairs.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.707751 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.708326 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: allowed-address-pairs Jan 17 21:31:40.708656 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: auto_allocated_topology.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.709838 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.710364 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: auto-allocated-topology Jan 17 21:31:40.710691 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.711461 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.711978 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: availability_zone Jan 17 21:31:40.712305 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: availability_zone_filter.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.713301 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.713805 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: availability_zone_filter Jan 17 21:31:40.714129 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: data_plane_status.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.715067 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.715607 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 21:31:40.715934 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: default_subnetpools.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.716876 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.717390 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: default-subnetpools Jan 17 21:31:40.717787 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.718665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.719180 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: dhcp_agent_scheduler Jan 17 21:31:40.719656 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: dns.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.721722 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.722300 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension dns-integration not supported by any of loaded plugins Jan 17 21:31:40.722695 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: dns_domain_ports.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.723778 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.724339 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 21:31:40.724708 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.725696 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.726253 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 21:31:40.726634 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: dvr.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.727404 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.727966 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: dvr Jan 17 21:31:40.728328 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: ecmp_routes.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.729346 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.729967 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 21:31:40.730338 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: empty_string_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.731476 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.732061 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: empty-string-filtering Jan 17 21:31:40.732431 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.733472 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.734036 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 21:31:40.734400 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.735395 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.736047 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 21:31:40.736886 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: external_net.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.738125 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.738725 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: external-net Jan 17 21:31:40.739144 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.740259 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.740825 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: extra_dhcp_opt Jan 17 21:31:40.741188 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: extraroute.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.742218 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.742829 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: extraroute Jan 17 21:31:40.743267 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: extraroute_atomic.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.744477 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.745066 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: extraroute-atomic Jan 17 21:31:40.745434 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: filter_validation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.746166 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.746732 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: filter-validation Jan 17 21:31:40.747095 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: fip_pf_description.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.748136 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.748689 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 21:31:40.749042 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: fip_port_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.750039 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.750615 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: fip-port-details Jan 17 21:31:40.750984 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: flavors.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.752472 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.753132 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: flavors Jan 17 21:31:40.753506 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.755496 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.756081 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 21:31:40.756456 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: floatingip_pools.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.757219 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.757789 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: floatingip-pools Jan 17 21:31:40.758155 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: ip_allocation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.759160 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.759823 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 21:31:40.760249 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.761180 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.761749 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: ip-substring-filtering Jan 17 21:31:40.762121 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l2_adjacency.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.763154 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.763772 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 21:31:40.764169 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.765484 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.766065 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: router Jan 17 21:31:40.766431 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.769156 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.769762 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 21:31:40.770138 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.771178 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.771792 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: ext-gw-mode Jan 17 21:31:40.772167 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.773216 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.773825 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: l3-ha Jan 17 21:31:40.774207 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3_flavors.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.775197 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.775784 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: l3-flavors Jan 17 21:31:40.776157 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.777197 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.777761 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 21:31:40.778135 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: l3agentscheduler.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.779429 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.779977 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: l3_agent_scheduler Jan 17 21:31:40.780346 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: local_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.782373 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.783608 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension local_ip not supported by any of loaded plugins Jan 17 21:31:40.784000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: logging.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.785743 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.786328 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension logging not supported by any of loaded plugins Jan 17 21:31:40.786704 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: metering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.787559 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.788248 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: metering Jan 17 21:31:40.788621 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.789856 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.790438 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: metering_source_and_destination_fields Jan 17 21:31:40.790812 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: multiprovidernet.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.791892 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.792467 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: multi-provider Jan 17 21:31:40.792838 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: netmtu.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.793953 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.794562 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: net-mtu Jan 17 21:31:40.794931 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: netmtu_writable.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.796005 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.796579 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: net-mtu-writable Jan 17 21:31:40.796951 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: network_availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.797697 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.798260 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: network_availability_zone Jan 17 21:31:40.799341 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: network_ip_availability.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.800681 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.801266 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: network-ip-availability Jan 17 21:31:40.801639 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: network_segment_range.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.802536 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.803097 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 21:31:40.803515 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: pagination.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.804854 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.805233 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: pagination Jan 17 21:31:40.805607 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: port_device_profile.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.806591 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.807179 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: port-device-profile Jan 17 21:31:40.807592 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.808588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.809158 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: port-mac-address-regenerate Jan 17 21:31:40.809529 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.810522 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.811089 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: port-numa-affinity-policy Jan 17 21:31:40.811507 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: port_resource_request.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.812553 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.813116 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 21:31:40.813480 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: port_resource_request_groups.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.814724 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.815384 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 21:31:40.815826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: portbindings.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.816909 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.817525 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: binding Jan 17 21:31:40.817959 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: portbindings_extended.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.819493 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.820106 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: binding-extended Jan 17 21:31:40.820525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: portsecurity.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.821554 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.822164 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: port-security Jan 17 21:31:40.822579 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: project_id.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.823756 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.824201 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: project-id Jan 17 21:31:40.824596 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: providernet.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.825580 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.826147 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: provider Jan 17 21:31:40.826518 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.830884 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.831542 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos not supported by any of loaded plugins Jan 17 21:31:40.831937 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.833386 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.833958 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 21:31:40.834413 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.835497 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.836061 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 21:31:40.836431 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_default.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.837405 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.837965 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-default not supported by any of loaded plugins Jan 17 21:31:40.838335 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_fip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.839328 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.839908 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-fip not supported by any of loaded plugins Jan 17 21:31:40.840275 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_fip_network_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.841256 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.841825 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 21:31:40.842189 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_gateway_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.843250 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.843841 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 21:31:40.844209 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_port_network_policy.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.845790 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.846395 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 21:31:40.846759 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.848124 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.848700 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 21:31:40.849072 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_pps_rule.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.850333 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.850957 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-pps not supported by any of loaded plugins Jan 17 21:31:40.851362 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_rule_type_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.852446 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.853021 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 21:31:40.853451 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: qos_rules_alias.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.854618 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.855217 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 21:31:40.855621 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: quota_check_limit.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.856626 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.857196 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: quota-check-limit Jan 17 21:31:40.857563 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: quotasv2.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.858638 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.859012 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: quotas Jan 17 21:31:40.859422 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: quotasv2_detail.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.864255 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.864677 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: quota_details Jan 17 21:31:40.865076 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: rbac.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.866264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.866900 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: rbac-policies Jan 17 21:31:40.867280 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: rbac_address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.868389 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.868974 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: rbac-address-group Jan 17 21:31:40.869352 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: rbac_address_scope.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.870337 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.870907 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: rbac-address-scope Jan 17 21:31:40.871281 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: rbac_security_groups.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.872305 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.872955 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: rbac-security-groups Jan 17 21:31:40.873333 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: rbac_subnetpool.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.874329 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.874901 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: rbac-subnetpool Jan 17 21:31:40.875286 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: revisionifmatch.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.876436 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.877032 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: revision-if-match Jan 17 21:31:40.877445 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: revisions.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.878759 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.879343 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: standard-attr-revisions Jan 17 21:31:40.879690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: router_availability_zone.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.880383 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.880976 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: router_availability_zone Jan 17 21:31:40.881356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: routerservicetype.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.882318 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.882843 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension router-service-type not supported by any of loaded plugins Jan 17 21:31:40.883156 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.884244 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.884943 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: security-groups-normalized-cidr Jan 17 21:31:40.885268 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.886215 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.886731 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: port-security-groups-filtering Jan 17 21:31:40.887124 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.899601 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.900302 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: security-groups-remote-address-group Jan 17 21:31:40.900729 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.901967 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.902633 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: security-groups-shared-filtering Jan 17 21:31:40.903015 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.903774 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 21:31:40.904167 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: securitygroup.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.915293 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.915914 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: security-group Jan 17 21:31:40.916255 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: segment.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.917188 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.917716 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension segment not supported by any of loaded plugins Jan 17 21:31:40.918154 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.919318 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.919862 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 21:31:40.920195 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: servicetype.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.921344 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.921879 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: service-type Jan 17 21:31:40.922211 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: sorting.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.923228 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.924146 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: sorting Jan 17 21:31:40.924481 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: standard_attr_segment.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.925483 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.926025 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 21:31:40.926353 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: standardattrdescription.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.927038 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.927593 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: standard-attr-description Jan 17 21:31:40.932636 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: stateful_security_group.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.933627 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.934236 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: stateful-security-group Jan 17 21:31:40.934661 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: stdattrs_common.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.935359 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 21:31:40.935735 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.936825 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.937464 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 21:31:40.937828 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnet_onboard.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.939054 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.939710 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: subnet_onboard Jan 17 21:31:40.940083 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.941102 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.941668 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 21:31:40.942033 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnet_service_types.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.943165 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.943721 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: subnet-service-types Jan 17 21:31:40.944095 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnetallocation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.945375 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.946001 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: subnet_allocation Jan 17 21:31:40.946401 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.947165 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.948023 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: subnetpool-prefix-ops Jan 17 21:31:40.948379 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.949448 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.950021 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 21:31:40.950391 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: tagging.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.951689 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.955734 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: standard-attr-tag Jan 17 21:31:40.955734 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: timestamp.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.957005 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.957563 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loaded extension: standard-attr-timestamp Jan 17 21:31:40.957898 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: trunk.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.959017 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.959667 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension trunk not supported by any of loaded plugins Jan 17 21:31:40.959998 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: trunk_details.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.960986 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.961520 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension trunk-details not supported by any of loaded plugins Jan 17 21:31:40.961846 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: uplink_status_propagation.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.962804 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.963353 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 21:31:40.963678 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Loading extension file: vlantransparent.py {{(pid=109800) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 21:31:40.964380 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109800) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 21:31:40.964918 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 21:31:40.967608 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:network Jan 17 21:31:40.968198 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnet Jan 17 21:31:40.968599 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:31:40.968996 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:port Jan 17 21:31:40.970874 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.971553 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service FLAVORS assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.972269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.972709 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.973052 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:router Jan 17 21:31:40.973510 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:floatingip Jan 17 21:31:40.974012 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service METERING assigned prefix: /metering {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.975543 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.975926 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.976348 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109800) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:31:40.977451 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 21:31:40.977897 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:security_group Jan 17 21:31:40.978328 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 21:31:40.978954 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.979292 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:31:40.979693 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] subnetpool is already registered Jan 17 21:31:40.980139 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.980471 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:31:40.980804 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] subnetpool is already registered Jan 17 21:31:40.983352 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.983943 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service FLAVORS assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.984575 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.985007 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.985355 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:router Jan 17 21:31:40.985702 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] router is already registered Jan 17 21:31:40.986906 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:floatingip Jan 17 21:31:40.987599 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] floatingip is already registered Jan 17 21:31:40.988158 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service METERING assigned prefix: /metering {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.988895 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 21:31:40.989226 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] rbac_policy is already registered Jan 17 21:31:40.989665 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:security_group Jan 17 21:31:40.990003 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] security_group is already registered Jan 17 21:31:40.990411 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 21:31:40.990749 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] security_group_rule is already registered Jan 17 21:31:40.991250 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.991609 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:31:40.991944 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] subnetpool is already registered Jan 17 21:31:40.992379 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.v2.resource_helper [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Service CORE assigned prefix: {{(pid=109800) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 21:31:40.992722 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 21:31:40.993054 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING neutron.quota.resource_registry [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] subnetpool is already registered Jan 17 21:31:40.993607 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: extensions {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:40.996611 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: address-groups {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:40.998151 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: address-scopes {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:40.999410 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.000723 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: auto-allocated-topology {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.002719 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: availability_zones {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: dhcp-networks {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: dhcp-agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: flavors {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: service_profiles {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: next_providers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.029586 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: service_profiles {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: floatingip-pools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: floatingips {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: l3-routers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: l3-agents {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: metering-labels {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.030520 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: metering-label-rules {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.031275 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: network-ip-availabilities {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.031275 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: bindings {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.031275 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: quotas {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.032001 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: quotas {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.034218 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: rbac-policies {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.035455 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: security-groups {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.036909 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: security-group-rules {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.038212 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: service-providers {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.039544 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: subnetpools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.040854 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: subnetpools {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.042412 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.046312 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.048213 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.050662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.052416 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.054893 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.057040 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.063132 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.066461 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.068777 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron.api.extensions [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Extended resource: tags {{(pid=109800) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 21:31:41.075950 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING keystonemiddleware.auth_token [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 21:31:41.082052 dv-cinder-825012-3-iscsi neutron-server[109800]: WARNING keystonemiddleware.auth_token [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 21:31:41.091628 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Acquired lock "singleton_lock" {{(pid=109800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 21:31:41.092118 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_concurrency.lockutils [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Releasing lock "singleton_lock" {{(pid=109800) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 21:31:41.092806 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Starting 2 workers Jan 17 21:31:41.098619 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Started child 109913 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:31:41.104622 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Started child 109914 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:31:41.105040 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.106313 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO neutron.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 21:31:41.106811 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [-] (109913) wsgi starting up on http://0.0.0.0:9696 Jan 17 21:31:41.107070 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Publish callbacks [] for process (None), before_spawn {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.109731 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Starting 1 workers Jan 17 21:31:41.113300 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.115474 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Started child 109915 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:31:41.115701 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [-] (109914) wsgi starting up on http://0.0.0.0:9696 Jan 17 21:31:41.116083 dv-cinder-825012-3-iscsi neutron-server[109800]: INFO oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Starting 1 workers Jan 17 21:31:41.120318 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] calling RpcWorker wait() {{(pid=109915) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 21:31:41.121242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Started child 109916 {{(pid=109800) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 21:31:41.121417 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.service [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] returning from RpcWorker wait() {{(pid=109915) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 21:31:41.121928 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG neutron_lib.callbacks.manager [None req-9dddb64a-fa05-4fd9-951b-74231951147e None None] Publish callbacks [] for process (None), after_spawn {{(pid=109800) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.122947 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.123533 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:41.124156 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 21:31:41.124388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:31:41.124580 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:31:41.124831 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:31:41.125185 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:31:41.125367 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:31:41.125877 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.126347 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.126508 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.126749 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.127166 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.128108 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.128558 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.128969 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.129439 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.129869 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.130161 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.130453 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.130876 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.131261 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.131600 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 33948) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:31:41.131826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.132245 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.132647 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.133146 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.133370 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.133842 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.134299 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.134722 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.135619 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.135619 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.136470 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.136855 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.137270 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.137672 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.138140 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.138521 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.138951 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.139360 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.139772 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.140196 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.140619 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.141022 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.141397 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.141813 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.142791 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.143210 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.143651 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.144420 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host = dv-cinder-825012-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.144824 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.145194 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.145612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.146035 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.146444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.146823 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.147248 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.147544 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:41.148444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.148444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.148444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.148961 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.149435 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.149618 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.150009 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.150296 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_options = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.150705 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.151152 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.151592 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.151928 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.152216 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.152502 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.152953 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.153223 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.153645 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.154060 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.154460 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.154845 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.155218 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.155635 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.156067 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.156483 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.156830 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.157622 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.158361 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.158641 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.159029 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.159533 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.160005 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0211482 Jan 17 21:31:41.160229 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.162059 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.162059 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.162504 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.162709 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.163135 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.163421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.163826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.164205 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.164639 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.165033 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.166427 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.166427 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.166427 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.167046 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.167046 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.167527 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.167914 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.168379 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.168783 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.169176 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.169769 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.170240 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.170594 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.170976 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.171384 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.171802 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.172446 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.172989 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.173849 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.174426 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.174813 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.175238 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.175636 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.176295 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.176930 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.177645 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.178040 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.179402 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.179402 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.179402 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.179823 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.180069 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.180548 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.181326 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.181326 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.181750 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.182154 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.183261 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.183261 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.183585 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.183967 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.184795 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.184795 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.185125 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.185506 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.185938 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.186320 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.186736 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.187139 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.187555 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.188031 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.188489 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.189051 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.189492 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.189900 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.190317 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.190697 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.191083 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.191481 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.191870 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.192226 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.205187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.206525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.210650 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.210650 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.210650 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211085 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.211242 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.212355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.213510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.214564 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.214564 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.214564 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.214564 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.214564 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.215196 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.215676 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.215676 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.216369 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.216729 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.217130 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.217510 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.217967 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.218287 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.218661 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.219042 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.219479 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.220051 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.221187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.221775 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.222215 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.222583 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.222966 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.224273 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.224687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.225573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.225573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.225878 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.226011 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.227156 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.227763 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.229009 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.229481 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.229858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.231453 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.232231 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.232818 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.233413 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.234185 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.234984 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.237573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.237573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.237573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.237573 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.238321 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.238814 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.239358 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.239968 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.240382 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.240736 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.242921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.242921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.242921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.242921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.242921 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.243598 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.244516 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.246041 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.246041 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.246041 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.246444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.246825 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.247233 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.247692 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.248171 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.249421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.249421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.249421 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.249788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.249905 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.250625 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.253821 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.253821 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.253821 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.253821 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.254424 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.255270 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.255270 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.255676 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.256109 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.256496 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.259721 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.260786 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.260786 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.260786 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.261500 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.261961 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.262450 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.264217 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.264217 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.264217 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.264217 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.270351 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.272000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.273789 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.275556 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.276887 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.276887 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.276887 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.278269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.278269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.278269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.278269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.278269 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.279746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.279746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.279746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.279746 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.281172 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.281172 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.281172 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.281600 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.281796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.282118 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.282484 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.282861 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.285260 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.285260 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.285713 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.285996 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.286211 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.287202 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.287202 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.287528 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.287785 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.288118 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.288444 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.288791 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.289661 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.289661 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.289968 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.290405 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.290774 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.292057 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.292624 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.293033 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.294917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.294917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.294917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.294917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.295490 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.295490 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.295796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.296911 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.296911 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.297311 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.297719 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.298103 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.298729 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.299042 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.299923 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.299923 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.300377 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.300811 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.301187 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.301525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.301890 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.302283 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.302622 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.302955 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.304673 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.304673 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.304673 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.304673 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.305718 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.305718 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.305718 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.306525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.306525 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.307046 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.307270 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.309513 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.309513 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:31:41.310220 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109800) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 21:31:41.310473 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315356 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.315965 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.316673 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.317313 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.317654 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.318049 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.318372 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.318599 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] debug = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.318823 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.319130 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.319489 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.319761 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.320033 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.320406 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.320723 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.321373 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322063 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322063 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322223 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322355 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322619 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.322897 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.323197 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.323453 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.323712 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.323990 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.324255 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host = dv-cinder-825012-3-iscsi {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.324508 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.324798 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.325049 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.325305 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.325562 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.325807 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.326055 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.326303 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.326548 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.326793 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.327039 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.327282 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.328632 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.329093 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.329541 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_options = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.332925 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.333254 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.333584 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.334715 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.335826 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.336687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.336687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.336687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.336687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.336687 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337273 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337273 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337273 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337273 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.337773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338139 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338139 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338139 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338511 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338511 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338783 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.338783 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.339037 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.339037 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.339271 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.340770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_json = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.341644 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.342491 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343065 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343065 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343065 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343504 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343504 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343504 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343829 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.343829 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344106 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344368 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344496 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344628 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344763 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.344899 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.345087 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.346796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.346796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.346796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.346796 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347428 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347428 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347428 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347428 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347909 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347909 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.347909 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348304 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348304 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348547 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348547 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348849 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.348849 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349108 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349228 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349461 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349461 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349722 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349858 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.349997 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350137 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350277 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350405 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350529 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350670 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.350798 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.352221 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353142 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353800 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353800 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353800 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.353800 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354264 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354628 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354628 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354628 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354988 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.354988 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355245 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355245 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355614 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355614 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355839 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.355839 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356025 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356163 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356313 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356479 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356642 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356807 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.356954 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357108 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357286 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357467 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357611 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357763 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.357930 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.358098 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.358263 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.358425 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.358587 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.358750 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359000 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359182 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359374 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359736 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359736 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.359976 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360119 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360252 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360373 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360481 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360655 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.360843 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.361011 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.361157 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.361157 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.362662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.363539 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.363539 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.363539 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.363539 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.363539 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364058 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364058 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364058 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364433 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364433 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364433 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364810 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.364810 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365073 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365073 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365333 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365333 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365615 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365615 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365859 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.365996 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366134 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366271 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366410 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366549 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366703 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366845 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.366986 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.367127 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.370917 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.371866 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.372773 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.373665 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.374612 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.377237 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.379788 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.380399 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381279 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381279 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381279 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381279 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381691 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381691 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381941 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.381941 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382150 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382265 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382451 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382614 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382770 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.382918 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.383054 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.383227 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.384288 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.384469 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.384662 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.384787 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.384911 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.385080 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.385690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.385690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.385690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.385690 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.387588 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388507 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388507 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388507 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388507 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388923 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.388923 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.389138 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.389138 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.389334 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.389457 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.389568 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390110 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390110 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390110 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390648 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390648 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.390648 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.391090 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.391090 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.391090 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.391640 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.393809 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.394740 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.394740 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.394740 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.394740 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.395222 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.395222 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.395222 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.395584 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 21:31:41.397388 dv-cinder-825012-3-iscsi neutron-server[109800]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109800) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 21:31:41.416403 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:31:55.367103 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222765a-69d8-4b8c-807a-5068df0975cf None None] get_active_networks_info from dv-cinder-825012-3-iscsi {{(pid=109915) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 21:31:55.455543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a222765a-69d8-4b8c-807a-5068df0975cf None None] No non-hosted networks {{(pid=109915) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 21:31:55.488891 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-55a50c43-967c-40b0-acb1-26697db1d18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:58.231979 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ae1b4d28-bdf1-46bd-896d-9bdce2662cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:58.281557 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.db.api [None req-9bf9d0c6-c315-4aaf-bde7-c54eb76ff837 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-825012-3-iscsi {{(pid=109915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:31:58.283118 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG oslo_db.api [None req-9bf9d0c6-c315-4aaf-bde7-c54eb76ff837 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:31:58.867840 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9bf9d0c6-c315-4aaf-bde7-c54eb76ff837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:31:59.800453 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:02.023592 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:02.870198 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:02.871086 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.871689 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.872489 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.873427 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.874225 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.874754 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.875669 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.876500 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.877070 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.877621 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.879178 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.880237 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.881398 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:02.882085 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-825012-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:02.896916 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-825012-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:06.498178 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34060) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:07.352254 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING oslo_policy.policy [None req-c3db0ec5-7d17-4ee1-92d4-140feb3608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:07.353233 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING oslo_policy.policy [None req-c3db0ec5-7d17-4ee1-92d4-140feb3608f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:07.599569 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [None req-c3db0ec5-7d17-4ee1-92d4-140feb3608f6 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:32:07.600690 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c3db0ec5-7d17-4ee1-92d4-140feb3608f6 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.1013191 Jan 17 21:32:07.661211 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.db.l3_hamode_db [None req-8d43506b-ffe1-4c6f-adbe-3be64f9d56d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 21:32:07.753648 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43506b-ffe1-4c6f-adbe-3be64f9d56d4 None None] Routers set() bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:32:07.754134 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43506b-ffe1-4c6f-adbe-3be64f9d56d4 None None] Router IDs set() for agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 17 21:32:10.532846 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34076) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:10.873157 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'tenant_id': 'ae222f504fb342208f583dc6c3e34533', 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:10.975613 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.policy [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109914) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 21:32:11.024349 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING oslo_policy.policy [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:11.024740 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING oslo_policy.policy [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:11.034381 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.quota [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] Loaded quota_driver: . Jan 17 21:32:11.214704 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079312705', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079312276', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079294216', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079295551', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079281833', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788079405614', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3737679', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3750023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-549832', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-721341'] for rbac-policy (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:11.435246 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:11.436522 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7f89cef6-4302-4f8d-8f7f-cdda17cc4781 admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9026325 Jan 17 21:32:14.620012 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34088) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:15.028158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Request body: {'network': {'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'name': 'private'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:15.148633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Made reservation on behalf of 1a040d5783b24a3890ee814bbbb330e0 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:32:15.151764 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.171341 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.299867 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks [] for security_group (ebf2731e-418f-4544-a58d-4be64b5681da), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.388419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ebf2731e-418f-4544-a58d-4be64b5681da), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.415813 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:32:15.443908 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788079713823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (2a6c33f2-7831-4c2d-ad44-ed6b00af851f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.444511 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Unsubscribe: segment precommit_create {{(pid=109914) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 21:32:15.445039 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Added segment 2a6c33f2-7831-4c2d-ad44-ed6b00af851f of type vlan for network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d Jan 17 21:32:15.451778 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf2731e-418f-4544-a58d-4be64b5681da,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:15.501914 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.502355 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.502713 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.503091 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.503519 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.503946 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.504330 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.504715 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.505086 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.505532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.505904 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.506382 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.506768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Tracked resource versions report: Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: pushed versions: Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: { 'AddressGroup': {'1.2'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'ConntrackHelper': {'1.0'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Log': {'1.0'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Network': {'1.1'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Port': {'1.7'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'PortForwarding': {'1.2'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'QosPolicy': {'1.10'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroup': {'1.5'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SubPort': {'1.0'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Subnet': {'1.1'}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Trunk': {'1.1'}} Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: consumer versions: Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'ConntrackHelper': '1.0', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'LocalIPAssociation': '1.0', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Log': '1.0', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Network': '1.1', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Port': '1.7', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'PortForwarding': '1.2', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'QosPolicy': '1.10', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroup': '1.5', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroupRule': '1.2', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SubPort': '1.0', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Subnet': '1.1', Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Trunk': '1.1'}} Jan 17 21:32:15.508665 dv-cinder-825012-3-iscsi neutron-server[109914]: {{(pid=109914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:32:15.593389 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.709154 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.710278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:15.711017 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:15.817053 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:15.830643 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:32:15.905946 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3c0705eb-2a2c-4ba5-8b9c-bf88d8695ae4 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2846925 Jan 17 21:32:18.932771 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34102) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:19.398736 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2b598-415f-4cbc-9633-c2f15e90d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:19.400196 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2ab2b598-415f-4cbc-9633-c2f15e90d351 admin admin] 10.222.0.74 "GET /v2.0/networks/c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d HTTP/1.1" status: 200 len: 825 time: 0.4661098 Jan 17 21:32:19.426820 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-919152c7-f95b-4470-831b-d66185629ce8 admin admin] 10.222.0.74 "GET /v2.0/subnetpools/3a314744-9615-4bfe-88ae-886ea628bee3 HTTP/1.1" status: 200 len: 734 time: 0.0208902 Jan 17 21:32:19.436334 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Request body: {'subnet': {'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'name': 'private-subnet', 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:19.531705 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Made reservation on behalf of 1a040d5783b24a3890ee814bbbb330e0 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:32:19.534188 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:19.988787 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (016a78b3-a71d-4503-81cc-421a8af0dec9), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:20.069216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Checking segment: {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:32:20.069577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Network hostable DHCP agents. Network: c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:32:20.072025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=016a78b3-a71d-4503-81cc-421a8af0dec9,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:20.165311 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:32:20.239794 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:20.246023 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:20.246710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:20.255231 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18edcb99-d5c6-490e-a81f-2f0734795090 None None] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:32:20.347767 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-38acc20f-a183-4cca-8a1f-0afc46156635 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9147892 Jan 17 21:32:20.606882 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:32:20.608754 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:20.995962 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Allocated IP 172.20.0.2 (c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d/016a78b3-a71d-4503-81cc-421a8af0dec9/82392e2c-96ef-4925-b1a7-a448904277fe) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:32:21.297958 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks [] for port (82392e2c-96ef-4925-b1a7-a448904277fe), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:21.417721 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:21.516858 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:32:21.522755 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:21.529294 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Pushing event updated for resources: {'Port': ['ID=82392e2c-96ef-4925-b1a7-a448904277fe,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:21.535409 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:32:21.544952 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.545450 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.545967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.546413 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.547457 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.547902 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.548421 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.548795 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.549218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.549737 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.550162 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.550666 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.551125 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Tracked resource versions report: Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: pushed versions: Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: { 'AddressGroup': {'1.2'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'ConntrackHelper': {'1.0'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Log': {'1.0'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Network': {'1.1'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Port': {'1.7'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'PortForwarding': {'1.2'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'QosPolicy': {'1.10'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroup': {'1.5'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SubPort': {'1.0'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Subnet': {'1.1'}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Trunk': {'1.1'}} Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: consumer versions: Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'ConntrackHelper': '1.0', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'LocalIPAssociation': '1.0', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Log': '1.0', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Network': '1.1', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Port': '1.7', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'PortForwarding': '1.2', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'QosPolicy': '1.10', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroup': '1.5', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroupRule': '1.2', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SubPort': '1.0', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Subnet': '1.1', Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Trunk': '1.1'}} Jan 17 21:32:21.552771 dv-cinder-825012-3-iscsi neutron-server[109915]: {{(pid=109915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:32:21.645162 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Attempting to bind port 82392e2c-96ef-4925-b1a7-a448904277fe on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:32:21.645699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Attempting to bind port 82392e2c-96ef-4925-b1a7-a448904277fe by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:32:21.646273 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Attempting to bind port 82392e2c-96ef-4925-b1a7-a448904277fe on network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:32:21.653251 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:32:21.653763 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Checking segment: {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:32:21.654335 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:21.654822 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Bound using segment: {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:32:21.655464 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Bound port: 82392e2c-96ef-4925-b1a7-a448904277fe, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:32:21.656677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:21.733026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] For port 82392e2c-96ef-4925-b1a7-a448904277fe, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:32:21.757157 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] For port 82392e2c-96ef-4925-b1a7-a448904277fe, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=82392e2c-96ef-4925-b1a7-a448904277fe,segment=NetworkSegment(2a6c33f2-7831-4c2d-ad44-ed6b00af851f),segment_id=2a6c33f2-7831-4c2d-ad44-ed6b00af851f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:32:21.817767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:21.898084 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95da1557-94b5-419a-9c58-4ca1505662a3 None None] Pushing event updated for resources: {'Port': ['ID=82392e2c-96ef-4925-b1a7-a448904277fe,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:23.006540 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34110) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:23.510623 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [None req-07a2ccb2-a574-4638-94cf-4b73dc880964 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:32:23.515373 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-07a2ccb2-a574-4638-94cf-4b73dc880964 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5044868 Jan 17 21:32:25.365815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-920a53fa-7ac8-4c18-bb9e-77b448b51ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:26.350788 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34118) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:26.936100 dv-cinder-825012-3-iscsi neutron-server[109913]: WARNING oslo_policy.policy [None req-e1de67e5-394f-4515-a3ad-faba9605e635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:26.936923 dv-cinder-825012-3-iscsi neutron-server[109913]: WARNING oslo_policy.policy [None req-e1de67e5-394f-4515-a3ad-faba9605e635 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:27.180999 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [None req-e1de67e5-394f-4515-a3ad-faba9605e635 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:32:27.195337 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e1de67e5-394f-4515-a3ad-faba9605e635 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8291540 Jan 17 21:32:28.245673 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1c525023-41ae-4a00-a74d-c9a608618fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:29.712546 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.107517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34152) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:30.380595 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:30.450030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.policy [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109913) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 21:32:30.498896 dv-cinder-825012-3-iscsi neutron-server[109913]: WARNING oslo_policy.policy [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:30.499480 dv-cinder-825012-3-iscsi neutron-server[109913]: WARNING oslo_policy.policy [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 21:32:30.508715 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.quota [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Loaded quota_driver: . Jan 17 21:32:30.650596 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (e1519c9c-74ea-44a7-926c-50e22f67c34b), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.653947 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (e1519c9c-74ea-44a7-926c-50e22f67c34b), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.837512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Publish callbacks [] for router_controller (e1519c9c-74ea-44a7-926c-50e22f67c34b), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:30.897900 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (e1519c9c-74ea-44a7-926c-50e22f67c34b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:31.169246 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:31.171291 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b71f7c83-5614-43e6-86d9-660ec33cc260 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0625305 Jan 17 21:32:32.003869 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:32.837752 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:34.123128 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 82392e2c-96ef-4925-b1a7-a448904277fe up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:32:34.225199 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 82392e2c-96ef-4925-b1a7-a448904277fe triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:34.225623 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:34.358270 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 82392e2c-96ef-4925-b1a7-a448904277fe is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:34.358703 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:34.399717 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 82392e2c-96ef-4925-b1a7-a448904277fe, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=82392e2c-96ef-4925-b1a7-a448904277fe,segment=NetworkSegment(2a6c33f2-7831-4c2d-ad44-ed6b00af851f),segment_id=2a6c33f2-7831-4c2d-ad44-ed6b00af851f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:32:34.406606 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34168) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:34.474089 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:34.486918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [None req-3f08e8d9-4e22-496a-b39a-2fee4bd28077 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:32:34.489518 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3f08e8d9-4e22-496a-b39a-2fee4bd28077 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0817060 Jan 17 21:32:34.559979 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=82392e2c-96ef-4925-b1a7-a448904277fe,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:34.875931 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069268e-6f6a-4741-aea8-5f2e40d1fb3e None None] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:32:34.948800 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-26dd0829-8182-41b0-afcd-f9dc26246d68 None None] Provisioning complete for port 82392e2c-96ef-4925-b1a7-a448904277fe triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:34.949195 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-26dd0829-8182-41b0-afcd-f9dc26246d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:35.132791 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-26dd0829-8182-41b0-afcd-f9dc26246d68 None None] Current status of the port 82392e2c-96ef-4925-b1a7-a448904277fe is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:35.358064 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ad8aefda-adee-400c-9c2d-d4d268970f03 None None] Provisioning complete for port 82392e2c-96ef-4925-b1a7-a448904277fe triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:35.359031 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ad8aefda-adee-400c-9c2d-d4d268970f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:35.445870 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ad8aefda-adee-400c-9c2d-d4d268970f03 None None] Current status of the port 82392e2c-96ef-4925-b1a7-a448904277fe is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:36.096447 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 82392e2c-96ef-4925-b1a7-a448904277fe up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:32:36.148779 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 82392e2c-96ef-4925-b1a7-a448904277fe triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:36.149684 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:36.297496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 82392e2c-96ef-4925-b1a7-a448904277fe is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:37.117690 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34178) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:37.173834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Request body: {'network': {'is_default': True, 'project_id': 'ae222f504fb342208f583dc6c3e34533', 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'tenant_id': 'ae222f504fb342208f583dc6c3e34533'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:37.267800 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Made reservation on behalf of ae222f504fb342208f583dc6c3e34533 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:32:37.270614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.280251 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.365600 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks [] for security_group (bd82d151-d184-424d-b6a5-6d6deccab00a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.425914 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (bd82d151-d184-424d-b6a5-6d6deccab00a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.444616 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=109914) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 21:32:37.467107 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82d151-d184-424d-b6a5-6d6deccab00a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:37.474672 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.475012 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Added segment 42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f of type flat for network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb Jan 17 21:32:37.533322 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (7e9e0565-aaf5-4090-b7ee-df6c305c1afb), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.639212 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (7e9e0565-aaf5-4090-b7ee-df6c305c1afb), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.641485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:37.642111 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:37.712200 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e9e0565-aaf5-4090-b7ee-df6c305c1afb,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:37.722679 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:32:37.813958 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0367994b-c8d5-4570-b3bb-26649fa447a1 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6951463 Jan 17 21:32:40.259229 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34186) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:40.433196 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e01dc0-1b93-4d1c-af91-dada0981549a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:40.434722 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c6e01dc0-1b93-4d1c-af91-dada0981549a admin admin] 10.222.0.74 "GET /v2.0/subnets/016a78b3-a71d-4503-81cc-421a8af0dec9 HTTP/1.1" status: 200 len: 849 time: 0.1744652 Jan 17 21:32:40.564934 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-221ba7b6-59b7-40c9-acf7-148d54c88808 admin admin] 10.222.0.74 "GET /v2.0/routers/e1519c9c-74ea-44a7-926c-50e22f67c34b HTTP/1.1" status: 200 len: 704 time: 0.1206002 Jan 17 21:32:40.871236 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:41.211972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Allocated IP 172.20.0.1 (c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d/016a78b3-a71d-4503-81cc-421a8af0dec9/f6aea68e-b184-4b51-ae37-c88429716f92) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:32:41.448313 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks [] for port (f6aea68e-b184-4b51-ae37-c88429716f92), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:41.595169 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:41.662500 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:32:41.669061 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:41.723006 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:32:41.723006 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (e1519c9c-74ea-44a7-926c-50e22f67c34b), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:41.743648 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f6aea68e-b184-4b51-ae37-c88429716f92,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:41.805245 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.805603 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.805971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.806291 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.806619 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.806956 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.807320 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.807673 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.808016 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.808358 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.808690 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.809034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.809596 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Tracked resource versions report: Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: pushed versions: Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: { 'AddressGroup': {'1.2'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'ConntrackHelper': {'1.0'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Log': {'1.0'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Network': {'1.1'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Port': {'1.7'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'PortForwarding': {'1.2'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'QosPolicy': {'1.10'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroup': {'1.5'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SubPort': {'1.0'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Subnet': {'1.1'}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Trunk': {'1.1'}} Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: consumer versions: Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'ConntrackHelper': '1.0', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'LocalIPAssociation': '1.0', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Log': '1.0', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Network': '1.1', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Port': '1.7', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'PortForwarding': '1.2', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'QosPolicy': '1.10', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroup': '1.5', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroupRule': '1.2', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SubPort': '1.0', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Subnet': '1.1', Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Trunk': '1.1'}} Jan 17 21:32:41.810899 dv-cinder-825012-3-iscsi neutron-server[109913]: {{(pid=109913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:32:42.009805 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-833e2b4c-2821-4ae6-b0cd-8ded09a71caf None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:42.010618 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-833e2b4c-2821-4ae6-b0cd-8ded09a71caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.061308 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.064471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-833e2b4c-2821-4ae6-b0cd-8ded09a71caf None None] Port f6aea68e-b184-4b51-ae37-c88429716f92 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:32:42.308506 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks [] for port (f6aea68e-b184-4b51-ae37-c88429716f92), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.376657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.377574 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (e1519c9c-74ea-44a7-926c-50e22f67c34b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.525974 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=f6aea68e-b184-4b51-ae37-c88429716f92,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:42.612363 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:32:42.614658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:42.892687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-16bc796d-d801-4140-9c56-de1adc05bc82 None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:42.892974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-16bc796d-d801-4140-9c56-de1adc05bc82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:42.900247 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Router e1519c9c-74ea-44a7-926c-50e22f67c34b is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:32:42.940756 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-16bc796d-d801-4140-9c56-de1adc05bc82 None None] Port f6aea68e-b184-4b51-ae37-c88429716f92 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:32:43.016616 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:32:43.024585 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-32d6598e-40dc-4ded-a48e-96b5a4ef6cd1 admin admin] 10.222.0.74 "PUT /v2.0/routers/e1519c9c-74ea-44a7-926c-50e22f67c34b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4537759 Jan 17 21:32:43.030440 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Sync routers for ids ['e1519c9c-74ea-44a7-926c-50e22f67c34b'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:32:43.046248 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Routers {'e1519c9c-74ea-44a7-926c-50e22f67c34b'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:32:43.047224 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:32:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['e1519c9c-74ea-44a7-926c-50e22f67c34b'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:43.264505 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Set router e1519c9c-74ea-44a7-926c-50e22f67c34b gateway port host: None {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:32:43.818925 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:41Z', 'revision_number': 2, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port_host': None, '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:42Z', 'revision_number': 2, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:43.876525 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Checking router: e1519c9c-74ea-44a7-926c-50e22f67c34b for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:32:43.876909 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Updating router e1519c9c-74ea-44a7-926c-50e22f67c34b port f6aea68e-b184-4b51-ae37-c88429716f92 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:32:43.945461 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:44.661400 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks [] for port (f6aea68e-b184-4b51-ae37-c88429716f92), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:44.765702 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:44.949467 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Attempting to bind port f6aea68e-b184-4b51-ae37-c88429716f92 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:32:44.949872 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Attempting to bind port f6aea68e-b184-4b51-ae37-c88429716f92 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:32:44.950314 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Attempting to bind port f6aea68e-b184-4b51-ae37-c88429716f92 on network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:32:44.953518 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Pushing event updated for resources: {'Port': ['ID=f6aea68e-b184-4b51-ae37-c88429716f92,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:44.961684 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:32:44.962106 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Checking segment: {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:32:44.962586 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:44.963038 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Bound using segment: {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:32:44.963621 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Bound port: f6aea68e-b184-4b51-ae37-c88429716f92, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6c33f2-7831-4c2d-ad44-ed6b00af851f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:32:44.964009 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:44.972614 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.972984 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.973322 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.973664 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.974000 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.974332 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.974663 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.975065 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.975456 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.975809 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.976143 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.976489 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.976813 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Tracked resource versions report: Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: pushed versions: Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: { 'AddressGroup': {'1.2'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'ConntrackHelper': {'1.0'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Log': {'1.0'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Network': {'1.1'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Port': {'1.7'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'PortForwarding': {'1.2'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'QosPolicy': {'1.10'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroup': {'1.5'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SubPort': {'1.0'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Subnet': {'1.1'}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Trunk': {'1.1'}} Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: consumer versions: Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'ConntrackHelper': '1.0', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'LocalIPAssociation': '1.0', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Log': '1.0', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Network': '1.1', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Port': '1.7', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'PortForwarding': '1.2', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'QosPolicy': '1.10', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroup': '1.5', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroupRule': '1.2', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SubPort': '1.0', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Subnet': '1.1', Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Trunk': '1.1'}} Jan 17 21:32:44.978682 dv-cinder-825012-3-iscsi neutron-server[109916]: {{(pid=109916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:32:45.077890 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-f8dd068a-efe5-4265-82da-356be11226a0 None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:45.078478 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f8dd068a-efe5-4265-82da-356be11226a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:45.099291 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] For port f6aea68e-b184-4b51-ae37-c88429716f92, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:32:45.116673 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-f8dd068a-efe5-4265-82da-356be11226a0 None None] Port f6aea68e-b184-4b51-ae37-c88429716f92 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:32:45.132105 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] For port f6aea68e-b184-4b51-ae37-c88429716f92, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f6aea68e-b184-4b51-ae37-c88429716f92,segment=NetworkSegment(2a6c33f2-7831-4c2d-ad44-ed6b00af851f),segment_id=2a6c33f2-7831-4c2d-ad44-ed6b00af851f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:32:45.222529 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:45.286327 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Routers {'e1519c9c-74ea-44a7-926c-50e22f67c34b'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:32:45.286938 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:32:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['e1519c9c-74ea-44a7-926c-50e22f67c34b'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:45.332296 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dcfcb1-f8b0-4d07-83fc-578305f7ac04 None None] Pushing event updated for resources: {'Port': ['ID=f6aea68e-b184-4b51-ae37-c88429716f92,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:45.400384 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] Set router e1519c9c-74ea-44a7-926c-50e22f67c34b gateway port host: None {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:32:45.548997 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:45.549581 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:45.679927 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Current status of the port f6aea68e-b184-4b51-ae37-c88429716f92 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:45.680463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:45.686502 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:41Z', 'revision_number': 2, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port_host': None, '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:45Z', 'revision_number': 4, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:45.723293 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] For port f6aea68e-b184-4b51-ae37-c88429716f92, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f6aea68e-b184-4b51-ae37-c88429716f92,segment=NetworkSegment(2a6c33f2-7831-4c2d-ad44-ed6b00af851f),segment_id=2a6c33f2-7831-4c2d-ad44-ed6b00af851f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:32:45.738942 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116be31-1806-439c-a933-025d8bd616f0 None None] The sync data for ids ['e1519c9c-74ea-44a7-926c-50e22f67c34b'] in dv-cinder-825012-3-iscsi is: [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:41Z', 'revision_number': 2, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port_host': None, '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:45Z', 'revision_number': 4, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:32:45.793780 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:45.887044 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95831a-c7db-4559-8d41-5d2362cea495 None None] Pushing event updated for resources: {'Port': ['ID=f6aea68e-b184-4b51-ae37-c88429716f92,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:48.258170 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34208) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:48.391599 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b727eb-d9e6-4da7-86c9-0eed86e94d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:48.393263 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-43b727eb-d9e6-4da7-86c9-0eed86e94d6e admin admin] 10.222.0.74 "GET /v2.0/networks/7e9e0565-aaf5-4090-b7ee-df6c305c1afb HTTP/1.1" status: 200 len: 842 time: 0.1388564 Jan 17 21:32:48.405032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'enable_dhcp': False, 'tenant_id': 'ae222f504fb342208f583dc6c3e34533', 'name': 'public-subnet', 'cidr': '172.27.2.0/24'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:48.609858 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Made reservation on behalf of ae222f504fb342208f583dc6c3e34533 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:32:48.612746 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:49.155063 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.objects.ports [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109913) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 21:32:49.155511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (e09e65d3-b099-4576-a84b-1fefaa5132de), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:49.215161 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09e65d3-b099-4576-a84b-1fefaa5132de,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:49.228938 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:32:49.229358 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Network hostable DHCP agents. Network: 7e9e0565-aaf5-4090-b7ee-df6c305c1afb, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:32:49.325036 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:32:49.416257 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 7e9e0565-aaf5-4090-b7ee-df6c305c1afb) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:49.422470 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:49.432199 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:49.432416 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302317d1-8364-4dd4-945e-1c5598d20fda None None] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:32:49.537373 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9817c4f7-6b3b-4e86-b38f-d88c58cd7c1f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1364169 Jan 17 21:32:49.562048 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb74fb-cb30-4fad-821b-0f70483acb46 None None] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:32:52.218062 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:32:53.738019 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34220) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:53.887614 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8c9c03b8-f061-4cc1-9afa-2b285275c39f admin admin] 10.222.0.74 "GET /v2.0/routers/e1519c9c-74ea-44a7-926c-50e22f67c34b HTTP/1.1" status: 200 len: 710 time: 0.1479032 Jan 17 21:32:53.991263 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9d7675-01d4-4f51-9729-fa2b595d7ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:32:53.992784 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8c9d7675-01d4-4f51-9729-fa2b595d7ed0 admin admin] 10.222.0.74 "GET /v2.0/networks/7e9e0565-aaf5-4090-b7ee-df6c305c1afb HTTP/1.1" status: 200 len: 886 time: 0.0989773 Jan 17 21:32:54.004034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:32:54.144688 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f6aea68e-b184-4b51-ae37-c88429716f92 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:32:54.196906 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:32:54.197444 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:54.286843 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f6aea68e-b184-4b51-ae37-c88429716f92 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:32:54.342339 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks [] for router_gateway (e1519c9c-74ea-44a7-926c-50e22f67c34b), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:54.802403 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks [] for router_gateway (e1519c9c-74ea-44a7-926c-50e22f67c34b), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:54.890758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.047607 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Allocated IP 172.27.2.49 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/3e75ac0a-aece-4df8-8719-2eca454f2b9f) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:32:55.157006 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks [] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.250979 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.295568 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:32:55.300983 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:32:55.303629 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:32:55.311097 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Pushing event updated for resources: {'Port': ['ID=3e75ac0a-aece-4df8-8719-2eca454f2b9f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:55.370699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e2e29179-fa7b-4f57-ae4b-fb3060a99018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.657140 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks [] for router_gateway (e1519c9c-74ea-44a7-926c-50e22f67c34b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.883215 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-631217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-638683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58620'] for router (e1519c9c-74ea-44a7-926c-50e22f67c34b), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:55.887359 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-631206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-631215', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-638656'] for router (e1519c9c-74ea-44a7-926c-50e22f67c34b), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:56.082842 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Router e1519c9c-74ea-44a7-926c-50e22f67c34b has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:32:56.203517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:32:56.208994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:56.210056 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-90fd47ee-5234-4bd4-88a2-5b9ed517b151 admin admin] 10.222.0.74 "PUT /v2.0/routers/e1519c9c-74ea-44a7-926c-50e22f67c34b HTTP/1.1" status: 200 len: 889 time: 2.2097702 Jan 17 21:32:56.214790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Sync routers for ids ['e1519c9c-74ea-44a7-926c-50e22f67c34b'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:32:56.227543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Routers {'e1519c9c-74ea-44a7-926c-50e22f67c34b'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:32:56.228239 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:32:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['e1519c9c-74ea-44a7-926c-50e22f67c34b'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:56.481123 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Set router e1519c9c-74ea-44a7-926c-50e22f67c34b gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:32:57.134386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:55Z', 'revision_number': 4, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port': {'id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:54Z', 'updated_at': '2022-01-17T21:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:45Z', 'revision_number': 5, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:57.195778 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Checking router: e1519c9c-74ea-44a7-926c-50e22f67c34b for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:32:57.196262 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Updating router e1519c9c-74ea-44a7-926c-50e22f67c34b port 3e75ac0a-aece-4df8-8719-2eca454f2b9f binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:32:57.253689 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.656342 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks [] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.768351 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.839328 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Attempting to bind port 3e75ac0a-aece-4df8-8719-2eca454f2b9f on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:32:57.839957 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Attempting to bind port 3e75ac0a-aece-4df8-8719-2eca454f2b9f by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:32:57.840543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Attempting to bind port 3e75ac0a-aece-4df8-8719-2eca454f2b9f on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:32:57.853789 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeae99-aa2b-4d20-9b6d-e45545cff59b None None] Pushing event updated for resources: {'Port': ['ID=3e75ac0a-aece-4df8-8719-2eca454f2b9f,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:57.858559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:32:57.859430 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:32:57.860152 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.860822 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:32:57.861632 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Bound port: 3e75ac0a-aece-4df8-8719-2eca454f2b9f, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:32:57.862276 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:57.948825 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] For port 3e75ac0a-aece-4df8-8719-2eca454f2b9f, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:32:57.955033 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] For port 3e75ac0a-aece-4df8-8719-2eca454f2b9f, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=3e75ac0a-aece-4df8-8719-2eca454f2b9f,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:32:58.056933 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:58.157218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeae99-aa2b-4d20-9b6d-e45545cff59b None None] Pushing event updated for resources: {'Port': ['ID=3e75ac0a-aece-4df8-8719-2eca454f2b9f,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:32:58.161016 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Routers {'e1519c9c-74ea-44a7-926c-50e22f67c34b'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:32:58.161638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:32:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['e1519c9c-74ea-44a7-926c-50e22f67c34b'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:58.282816 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-caecd433-b8be-4a1e-89ea-dca8ffeda010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:32:58.287968 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] Set router e1519c9c-74ea-44a7-926c-50e22f67c34b gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:32:58.563661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:55Z', 'revision_number': 4, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port': {'id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:54Z', 'updated_at': '2022-01-17T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:45Z', 'revision_number': 5, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:32:58.599978 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1a777b-c88e-473a-a7b0-9fb562db2754 None None] The sync data for ids ['e1519c9c-74ea-44a7-926c-50e22f67c34b'] in dv-cinder-825012-3-iscsi is: [{'id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'name': 'router1', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:32:30Z', 'updated_at': '2022-01-17T21:32:55Z', 'revision_number': 4, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'gw_port': {'id': '3e75ac0a-aece-4df8-8719-2eca454f2b9f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:03:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:54Z', 'updated_at': '2022-01-17T21:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f6aea68e-b184-4b51-ae37-c88429716f92', 'name': '', 'network_id': 'c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d', 'tenant_id': '1a040d5783b24a3890ee814bbbb330e0', 'mac_address': 'fa:16:3e:b3:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1519c9c-74ea-44a7-926c-50e22f67c34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:32:40Z', 'updated_at': '2022-01-17T21:32:45Z', 'revision_number': 5, 'project_id': '1a040d5783b24a3890ee814bbbb330e0', 'subnets': [{'id': '016a78b3-a71d-4503-81cc-421a8af0dec9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3a314744-9615-4bfe-88ae-886ea628bee3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:32:58.953198 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34230) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:32:59.156483 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-be3ee5dc-6fdb-4385-a1ba-206dd19c887e admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2019670 Jan 17 21:32:59.713505 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:00.161512 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 3e75ac0a-aece-4df8-8719-2eca454f2b9f up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:00.224099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 3e75ac0a-aece-4df8-8719-2eca454f2b9f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:00.224434 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:00.321931 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 3e75ac0a-aece-4df8-8719-2eca454f2b9f is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:00.322585 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:00.354067 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 3e75ac0a-aece-4df8-8719-2eca454f2b9f, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=3e75ac0a-aece-4df8-8719-2eca454f2b9f,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:33:00.415825 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:00.472928 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=3e75ac0a-aece-4df8-8719-2eca454f2b9f,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:33:02.019635 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:02.161216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 3e75ac0a-aece-4df8-8719-2eca454f2b9f up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:33:02.240606 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 3e75ac0a-aece-4df8-8719-2eca454f2b9f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:33:02.240791 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (3e75ac0a-aece-4df8-8719-2eca454f2b9f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:02.533104 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 3e75ac0a-aece-4df8-8719-2eca454f2b9f is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:33:02.824872 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:25.432324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf7a0f71-a251-4025-9dfd-5126f5c6c444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:28.265774 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6647ccaf-2b2e-4bc8-a220-8543a334041b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:29.220079 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:33:29.759854 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:32.008854 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:32.829520 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:55.377226 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-69d521ad-6ec1-4fe4-bdf4-9119b59e5e0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:58.234344 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5ceb0519-7a5d-46fa-9d87-88d44d217a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:33:59.753676 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.242746 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:02.822496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:06.221184 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:34:25.368037 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-48435242-a158-4c21-9b45-a9820e74c2f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:28.255460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d8ebc547-d0f3-4f7d-81c9-69e8e65ca9ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:29.739096 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:32.026901 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:32.820565 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:33.299337 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34714) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:33.381576 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ab68a8-aeaa-4378-a25f-a66822d3a251 admin admin] GET failed (client error): The resource could not be found. Jan 17 21:34:33.382961 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c8ab68a8-aeaa-4378-a25f-a66822d3a251 admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0826099 Jan 17 21:34:33.575996 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e66fe0-7ed8-4e4e-97cd-38e67879c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:33.577486 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-01e66fe0-7ed8-4e4e-97cd-38e67879c6c6 admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1874688 Jan 17 21:34:35.955952 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34724) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:36.088610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eece68-5f17-44eb-94a5-71cd0ed445da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:36.090282 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-12eece68-5f17-44eb-94a5-71cd0ed445da admin admin] 10.222.0.74 "GET /v2.0/subnets/016a78b3-a71d-4503-81cc-421a8af0dec9 HTTP/1.1" status: 200 len: 849 time: 0.1333141 Jan 17 21:34:36.100994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:34:36.202918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Publish callbacks [] for subnet (016a78b3-a71d-4503-81cc-421a8af0dec9), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:36.414930 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788079740290'] for subnet (016a78b3-a71d-4503-81cc-421a8af0dec9), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:36.545174 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:36.545811 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:36.548171 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] 10.222.0.74 "PUT /v2.0/subnets/016a78b3-a71d-4503-81cc-421a8af0dec9 HTTP/1.1" status: 200 len: 868 time: 0.4505932 Jan 17 21:34:36.551952 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d167f7-25c1-4686-a5b2-3fc7300849ba None None] Network c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:34:36.568110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Pushing event updated for resources: {'Subnet': ['ID=016a78b3-a71d-4503-81cc-421a8af0dec9,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:34:36.576997 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.577385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.577728 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.578110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.578453 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.578788 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.579122 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.579497 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.579853 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.580185 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.580511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.580834 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:36.581837 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cda74462-3b20-410b-b4e5-ba9f54dba08b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:34:37.027262 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Provisioning complete for port f6aea68e-b184-4b51-ae37-c88429716f92 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:34:37.027832 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f6aea68e-b184-4b51-ae37-c88429716f92), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:37.140535 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Current status of the port f6aea68e-b184-4b51-ae37-c88429716f92 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:34:37.152697 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Provisioning complete for port 82392e2c-96ef-4925-b1a7-a448904277fe triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:34:37.153212 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (82392e2c-96ef-4925-b1a7-a448904277fe), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:37.250371 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e6f96913-4ba6-4e91-a096-e94893bed8d2 None None] Current status of the port 82392e2c-96ef-4925-b1a7-a448904277fe is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:34:38.948704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34734) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:39.163615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6da9d-3023-4f7f-92e0-830328260dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:39.163990 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe6da9d-3023-4f7f-92e0-830328260dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:39.166415 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ffe6da9d-3023-4f7f-92e0-830328260dc9 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2163405 Jan 17 21:34:41.536553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34742) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:41.680765 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfc35c-5fd0-49a5-bedc-215f5ada23a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:41.681932 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfc35c-5fd0-49a5-bedc-215f5ada23a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:41.683576 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-48dfc35c-5fd0-49a5-bedc-215f5ada23a0 admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1457305 Jan 17 21:34:43.221152 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:34:44.099907 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34750) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:44.296321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695639e3-7257-40b9-8b89-de703744e281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:44.298550 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-695639e3-7257-40b9-8b89-de703744e281 admin admin] 10.222.0.74 "GET /v2.0/networks/7e9e0565-aaf5-4090-b7ee-df6c305c1afb HTTP/1.1" status: 200 len: 886 time: 0.1974323 Jan 17 21:34:46.723167 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34758) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:46.969581 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd367215-bf0a-4a4e-9439-ffe9b585234b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:46.971127 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-dd367215-bf0a-4a4e-9439-ffe9b585234b admin admin] 10.222.0.74 "GET /v2.0/networks/c6ef45cb-a96d-4079-95d8-7bd0f0f25d8d HTTP/1.1" status: 200 len: 869 time: 0.2467051 Jan 17 21:34:49.413451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34766) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:49.553053 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f325d9-77ef-4579-b97d-a7b1326e3949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:49.553502 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f325d9-77ef-4579-b97d-a7b1326e3949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:49.555355 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-12f325d9-77ef-4579-b97d-a7b1326e3949 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1406648 Jan 17 21:34:51.925756 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34774) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:52.065802 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ca82e7-c6d9-4203-a983-7ccbc93d1cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:52.066381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ca82e7-c6d9-4203-a983-7ccbc93d1cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:52.068169 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-12ca82e7-c6d9-4203-a983-7ccbc93d1cd3 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1411533 Jan 17 21:34:54.484448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34782) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:54.592306 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a736044a-530f-4910-bd22-a7fba38ce64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:54.594259 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a736044a-530f-4910-bd22-a7fba38ce64e admin admin] 10.222.0.74 "GET /v2.0/subnets/016a78b3-a71d-4503-81cc-421a8af0dec9 HTTP/1.1" status: 200 len: 868 time: 0.1087124 Jan 17 21:34:55.419601 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-104cf16d-60ac-4a30-9440-dffb85d120a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:56.969176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34790) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:34:57.069774 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e7a0c1-9927-4455-90a9-4f55fd9eb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:34:57.072009 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e1e7a0c1-9927-4455-90a9-4f55fd9eb086 admin admin] 10.222.0.74 "GET /v2.0/subnets/e09e65d3-b099-4576-a84b-1fefaa5132de HTTP/1.1" status: 200 len: 816 time: 0.1018226 Jan 17 21:34:58.277062 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9afd4ac3-6808-4c79-acdb-884bc48423d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:34:59.750811 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:02.002341 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:02.837240 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:20.220951 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:35:23.688712 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34844) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:35:23.751043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [None req-37e3a317-99da-4f55-b154-7d2ba2f392b4 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:35:23.752946 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-37e3a317-99da-4f55-b154-7d2ba2f392b4 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0628266 Jan 17 21:35:25.360808 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d3494006-6460-40d9-92d8-4ba992924da6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:26.235693 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34852) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:35:26.304085 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.pecan_wsgi.hooks.translation [None req-844f1195-cd42-461d-9cd5-40f5350fc1a1 admin admin] GET failed (client error): The resource could not be found. Jan 17 21:35:26.305529 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-844f1195-cd42-461d-9cd5-40f5350fc1a1 admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0688553 Jan 17 21:35:26.405064 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6ee667-6c9a-4b69-847a-be0ad6857280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:26.406672 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3d6ee667-6c9a-4b69-847a-be0ad6857280 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0967877 Jan 17 21:35:28.242505 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5f70b25b-2689-4944-9bfe-238dbd1d9af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:28.910723 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34862) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:35:28.966904 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Request body: {'network': {'project_id': 'ae222f504fb342208f583dc6c3e34533', 'admin_state_up': True, 'name': 'shared', 'tenant_id': 'ae222f504fb342208f583dc6c3e34533', 'shared': True}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:35:29.098131 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Made reservation on behalf of ae222f504fb342208f583dc6c3e34533 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:35:29.100872 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:29.141734 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING neutron.services.revisions.revision_plugin [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Could not find related network for resource to bump revision. Jan 17 21:35:29.154941 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:35:29.165396 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (fe1bf309-ff87-4e5a-a00f-6967ce6a1de4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:29.165867 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Added segment fe1bf309-ff87-4e5a-a00f-6967ce6a1de4 of type vlan for network c944f028-fdcc-4518-83f2-d1a8b9fdc65f Jan 17 21:35:29.211092 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (c944f028-fdcc-4518-83f2-d1a8b9fdc65f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:29.349386 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (c944f028-fdcc-4518-83f2-d1a8b9fdc65f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:29.350555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:29.351487 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:29.425570 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Pushing event updated for resources: {'Network': ['ID=c944f028-fdcc-4518-83f2-d1a8b9fdc65f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:35:29.433956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.434408 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.434805 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.435270 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.435665 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.436053 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.436449 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.436834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.437206 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.437576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.437944 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.438309 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.438753 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:29.455222 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:35:29.603797 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8e729d4a-dfcc-45d5-a38b-62fde7f1e93d admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6913290 Jan 17 21:35:29.750339 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:32.030154 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:32.172421 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34872) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:35:32.245052 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.pecan_wsgi.hooks.translation [None req-27038729-5b92-4503-aced-c7f2ac34c46b admin admin] GET failed (client error): The resource could not be found. Jan 17 21:35:32.246926 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-27038729-5b92-4503-aced-c7f2ac34c46b admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0733047 Jan 17 21:35:32.332893 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d322b9a-caeb-4651-a2d6-55c59d3e8f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:32.336274 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4d322b9a-caeb-4651-a2d6-55c59d3e8f19 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0846646 Jan 17 21:35:32.347653 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Request body: {'subnet': {'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f', 'ip_version': 4, 'tenant_id': 'ae222f504fb342208f583dc6c3e34533', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:35:32.492607 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Made reservation on behalf of ae222f504fb342208f583dc6c3e34533 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:35:32.494885 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:32.777999 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (d22fceb4-b978-45d5-9c4e-a897f720c4f3), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:32.839269 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22fceb4-b978-45d5-9c4e-a897f720c4f3,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:35:32.858295 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Checking segment: {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:35:32.858716 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Network hostable DHCP agents. Network: c944f028-fdcc-4518-83f2-d1a8b9fdc65f, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:35:32.898523 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.080820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:35:33.223785 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, c944f028-fdcc-4518-83f2-d1a8b9fdc65f) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:35:33.230922 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:35:33.231889 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.237236 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee6190-82f7-4b55-9bfa-8ca478905818 None None] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:35:33.346445 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e824edad-1e84-49c7-819c-9668c2d7559e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0030599 Jan 17 21:35:33.356985 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-c944f028-fdcc-4518-83f2-d1a8b9fdc65f', 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f', 'project_id': 'ae222f504fb342208f583dc6c3e34533', 'fixed_ips': [{'subnet_id': 'd22fceb4-b978-45d5-9c4e-a897f720c4f3'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:35:33.357964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.555199 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Allocated IP 192.168.233.2 (c944f028-fdcc-4518-83f2-d1a8b9fdc65f/d22fceb4-b978-45d5-9c4e-a897f720c4f3/9f1e71b4-c35a-4ea6-a64c-3671522c7233) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:35:33.754174 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks [] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.854024 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:33.915510 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:35:33.918920 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:35:33.921868 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:35:33.932692 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Pushing event updated for resources: {'Port': ['ID=9f1e71b4-c35a-4ea6-a64c-3671522c7233,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:35:33.943021 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.943954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.944546 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.944975 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.945304 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.945647 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.945964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.946283 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.946601 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.946933 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.947255 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.947590 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:33.947902 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:35:34.026493 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Attempting to bind port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:35:34.026885 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Attempting to bind port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:35:34.027474 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Attempting to bind port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 on network c944f028-fdcc-4518-83f2-d1a8b9fdc65f {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:35:34.036024 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:35:34.036611 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Checking segment: {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:35:34.038743 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:34.039450 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Bound using segment: {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:35:34.040215 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Bound port: 9f1e71b4-c35a-4ea6-a64c-3671522c7233, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:35:34.040827 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:34.130237 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] For port 9f1e71b4-c35a-4ea6-a64c-3671522c7233, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:35:34.135239 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] For port 9f1e71b4-c35a-4ea6-a64c-3671522c7233, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9f1e71b4-c35a-4ea6-a64c-3671522c7233,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:35:34.242410 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:34.342961 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ba6e0-7fa2-4b33-8cd9-a09999fd60db None None] Pushing event updated for resources: {'Port': ['ID=9f1e71b4-c35a-4ea6-a64c-3671522c7233,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:35:35.506043 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b52e8e-53a6-4595-a362-41b9a806d106 None None] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:35:35.596984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Provisioning complete for port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:35:35.597379 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:35.735185 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Current status of the port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:35:35.735802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:35.795592 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] For port 9f1e71b4-c35a-4ea6-a64c-3671522c7233, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9f1e71b4-c35a-4ea6-a64c-3671522c7233,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:35:35.916924 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:35.992853 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839927a-4dae-4cb1-a769-001d3097fa65 None None] Pushing event updated for resources: {'Port': ['ID=9f1e71b4-c35a-4ea6-a64c-3671522c7233,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:35:36.040730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-e353c153-2ede-47d1-aeb7-c80526b24d73 None None] Provisioning complete for port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:35:36.041114 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e353c153-2ede-47d1-aeb7-c80526b24d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:36.190050 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e353c153-2ede-47d1-aeb7-c80526b24d73 None None] Current status of the port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:35:36.285653 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 9f1e71b4-c35a-4ea6-a64c-3671522c7233 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:35:36.363810 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:35:36.364330 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9f1e71b4-c35a-4ea6-a64c-3671522c7233), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:36.482061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 9f1e71b4-c35a-4ea6-a64c-3671522c7233 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:35:55.371296 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-077826ea-c159-4d95-89ce-327d37df3f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:57.218945 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:35:58.217010 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ba54bc4a-65a9-41f4-a0b9-410073334f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:35:59.725340 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:01.994151 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:02.827818 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:25.752614 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-57ee0a0e-0553-42ab-a3a0-32631cd7dc00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:28.227575 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f61fd222-2003-4e0f-b66d-16c4cee6ff70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:29.781623 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:32.043952 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:32.866773 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:34.219110 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:36:55.364143 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d319fa0f-6fa8-47a2-a10f-525ee1b5e1cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:58.266064 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-68e660e0-6ca6-4859-98bd-cadd4d2a1e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:36:59.757260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:02.037250 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:02.854574 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:11.221497 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:37:11.416703 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34916) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:11.423884 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [None req-370b6be8-d00b-43b7-9cb2-7a1de3de0a73 tempest-verify_tempest_config-148551295 tempest-verify_tempest_config-148551295-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:37:11.425361 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-370b6be8-d00b-43b7-9cb2-7a1de3de0a73 tempest-verify_tempest_config-148551295 tempest-verify_tempest_config-148551295-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0073879 Jan 17 21:37:12.076486 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 34934) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:12.193969 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.315074 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Publish callbacks [] for security_group (c00a9c6b-ad86-44d2-9a7f-029e152fa4ab), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.425144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c00a9c6b-ad86-44d2-9a7f-029e152fa4ab), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.477830 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=650836909c7a43f3ba79ba0343ce639f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4001994 Jan 17 21:37:12.480339 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a9c6b-ad86-44d2-9a7f-029e152fa4ab,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:12.481321 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 34938) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:37:12.489605 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.490155 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.490636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.491184 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.491758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.492286 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.492833 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.493365 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.493919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.494409 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.494922 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.495464 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.495971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdc6028-40af-4a9c-84cb-18410fef664c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.615256 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Publish callbacks [] for security_group (c00a9c6b-ad86-44d2-9a7f-029e152fa4ab), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.642700 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Publish callbacks [] for security_group (c00a9c6b-ad86-44d2-9a7f-029e152fa4ab), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.802962 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c00a9c6b-ad86-44d2-9a7f-029e152fa4ab), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.805548 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:12.806738 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c00a9c6b-ad86-44d2-9a7f-029e152fa4ab HTTP/1.1" status: 204 len: 168 time: 0.3240652 Jan 17 21:37:12.816389 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a9c6b-ad86-44d2-9a7f-029e152fa4ab,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:37:12.824094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.824433 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.824778 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.825119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.825450 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.825842 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.826171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.826497 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.826844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.827168 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.827520 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.827836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:12.828154 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66421d09-42fe-4c54-9333-f2a396f5de85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:37:25.368260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9f7bd13c-eb70-4003-941c-e50ab842989d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:28.237104 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c4425505-b7bc-41d7-aee7-79e92581a43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:29.739724 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:32.035563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:32.835386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:48.221711 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:37:55.374044 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1e896d72-853b-420b-87ef-d5839e1d0c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:58.217511 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6eb614f0-6901-49f2-b056-f2edb08d1265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:37:59.777342 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:02.022679 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:02.880345 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:25.221688 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 5 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:38:25.360400 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-484f7b62-6b79-453d-ae4e-18aecce3d943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:28.302446 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a377-6640-41ac-8cbd-4c574a154c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:29.784773 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:32.008005 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:32.830858 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:49.790504 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-624815'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:55.387384 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-aa7fb5d6-e684-4ad4-ae4f-a1f69015ba58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:58.228134 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5d9ec4ed-0613-45bf-b196-0c771cb59c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:38:59.761938 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:02.024693 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:02.222696 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:39:02.836683 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:05.534994 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35016) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:05.666034 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-09d0edd1-13f1-4536-a98e-d6f881eba94b admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1294022 Jan 17 21:39:08.169343 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35026) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:39:08.269140 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c90b9f29-5f34-4602-a776-b738bf7c5d28 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0978887 Jan 17 21:39:19.794230 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:25.369514 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-667176c7-a53e-4f37-9ae5-077a601e0e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:28.249677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-728d834e-d04b-4110-8ed2-6ef37c970b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:29.775211 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:32.024925 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:32.864430 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:39.223021 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:39:49.802995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:55.351535 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2fb2-9962-4e18-8849-7347f316108c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:58.237002 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a3e1fe65-3862-4182-9ecf-6287de268d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:39:59.768827 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:02.043556 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:02.866103 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:16.223081 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:40:19.813879 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:25.374007 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-572125bf-44bd-42f8-bde0-e1104d5a54ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:28.272876 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e1ae820a-5421-43df-8c60-c4e088462df2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:29.764185 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:32.042014 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:32.842996 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:48.825900 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35232) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:48.946718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35244) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:49.192096 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-network', 'tenant_id': 'f38822447923406d987c90de25b9dcb0'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:49.299652 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Made reservation on behalf of f38822447923406d987c90de25b9dcb0 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:49.304192 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.329310 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.356866 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1427638744-network', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:49.485486 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Made reservation on behalf of e1f8fef7312044999847bfc7725c08a9 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:49.491012 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.533080 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks [] for security_group (4ec7df60-08c7-47bc-9286-fa10a9760ec2), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.535096 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.592567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4ec7df60-08c7-47bc-9286-fa10a9760ec2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.613515 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:49.641110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788079713823', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (386f7a8b-31d0-45c5-9add-f5dcb555619f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.642021 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Unsubscribe: segment precommit_create {{(pid=109913) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 21:40:49.642768 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Added segment 386f7a8b-31d0-45c5-9add-f5dcb555619f of type vlan for network a16c235e-aa5d-45c8-835b-eb3b91390161 Jan 17 21:40:49.784521 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec7df60-08c7-47bc-9286-fa10a9760ec2,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:49.817254 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks [] for security_group (17c71725-d83e-4700-9c7f-f314d1fe1841), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.818851 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.819268 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.819561 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.819918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.820252 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.820582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.820913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.821242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.821563 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.821912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.822430 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.822718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.823075 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Tracked resource versions report: Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: pushed versions: Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: { 'AddressGroup': {'1.2'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'ConntrackHelper': {'1.0'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Log': {'1.0'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Network': {'1.1'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Port': {'1.7'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'PortForwarding': {'1.2'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'QosPolicy': {'1.10'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroup': {'1.5'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SubPort': {'1.0'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Subnet': {'1.1'}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Trunk': {'1.1'}} Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: consumer versions: Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: HyperV agent@hv-cinder-82501: {}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'ConntrackHelper': '1.0', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'LocalIPAssociation': '1.0', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Log': '1.0', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Network': '1.1', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Port': '1.7', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'PortForwarding': '1.2', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'QosPolicy': '1.10', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroup': '1.5', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SecurityGroupRule': '1.2', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'SubPort': '1.0', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Subnet': '1.1', Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: 'Trunk': '1.1'}} Jan 17 21:40:49.824308 dv-cinder-825012-3-iscsi neutron-server[109913]: {{(pid=109913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:40:49.828365 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (a16c235e-aa5d-45c8-835b-eb3b91390161), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.837449 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.905687 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35268) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:49.916467 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (17c71725-d83e-4700-9c7f-f314d1fe1841), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.956602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c71725-d83e-4700-9c7f-f314d1fe1841,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:49.971219 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35274) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:49.972999 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (a16c235e-aa5d-45c8-835b-eb3b91390161), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:49.975854 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:49.976486 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.067159 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2394788 Jan 17 21:40:50.077891 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:50.080417 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35280) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:50.085880 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Request body: {'subnet': {'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-subnet', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:50.119611 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (9b14e96d-2965-4818-bd91-1e786a990774), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.119611 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Added segment 9b14e96d-2965-4818-bd91-1e786a990774 of type vlan for network b58b7d0d-bd8f-4198-b842-e180a43788be Jan 17 21:40:50.122632 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adec6-0c9b-41b2-8fd4-e42f46c2cabc admin admin] Pushing event updated for resources: {'Network': ['ID=a16c235e-aa5d-45c8-835b-eb3b91390161,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:50.150366 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network a16c235e-aa5d-45c8-835b-eb3b91390161 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:40:50.194653 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (b58b7d0d-bd8f-4198-b842-e180a43788be), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.276176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Made reservation on behalf of f38822447923406d987c90de25b9dcb0 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:50.278614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.365819 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1538752164-network', 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:50.367462 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (b58b7d0d-bd8f-4198-b842-e180a43788be), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.368698 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:50.370475 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.431917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35296) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:50.476246 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b58b7d0d-bd8f-4198-b842-e180a43788be,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:50.491460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network b58b7d0d-bd8f-4198-b842-e180a43788be details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:40:50.498020 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c0a7b004-3f65-4a1d-a237-c51640c0d3e2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5480609 Jan 17 21:40:50.498869 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1506466212-network', 'tenant_id': '8f8a798226704025b351188bd20a3203'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:50.502913 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35304) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:50.517330 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Request body: {'subnet': {'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1427638744-subnet', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:50.573993 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (5f2e94bc-ed3c-4947-a308-5e2788673484), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.710919 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Made reservation on behalf of e1f8fef7312044999847bfc7725c08a9 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:50.714297 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.717468 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f2e94bc-ed3c-4947-a308-5e2788673484,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:50.740135 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.740537 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.741002 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.741501 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.742041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.742653 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.743104 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.743635 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.744018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.744427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.745641 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.745930 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.746173 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1454927772-network', 'tenant_id': '3aeddd5be9f7483c8403c91e03909a26'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:50.746660 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Tracked resource versions report: Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: pushed versions: Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: { 'AddressGroup': {'1.2'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'ConntrackHelper': {'1.0'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Log': {'1.0'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Network': {'1.1'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Port': {'1.7'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'PortForwarding': {'1.2'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'QosPolicy': {'1.10'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroup': {'1.5'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SubPort': {'1.0'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Subnet': {'1.1'}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Trunk': {'1.1'}} Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: consumer versions: Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: HyperV agent@hv-cinder-82501: {}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'ConntrackHelper': '1.0', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'LocalIPAssociation': '1.0', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Log': '1.0', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Network': '1.1', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Port': '1.7', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'PortForwarding': '1.2', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'QosPolicy': '1.10', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroup': '1.5', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SecurityGroupRule': '1.2', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'SubPort': '1.0', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Subnet': '1.1', Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: 'Trunk': '1.1'}} Jan 17 21:40:50.748583 dv-cinder-825012-3-iscsi neutron-server[109914]: {{(pid=109914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:40:50.774448 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Checking segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:50.774812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Network hostable DHCP agents. Network: a16c235e-aa5d-45c8-835b-eb3b91390161, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:40:50.871434 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:50.875991 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.909446 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Made reservation on behalf of 8f8a798226704025b351188bd20a3203 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:50.915024 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.923341 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.958451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:50.978008 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:40:51.001615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Made reservation on behalf of 3aeddd5be9f7483c8403c91e03909a26 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:51.004196 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.040059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.183204 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, a16c235e-aa5d-45c8-835b-eb3b91390161) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:51.199989 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3a4da0-393a-4975-9a64-9f779601db98 None None] Network a16c235e-aa5d-45c8-835b-eb3b91390161 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:51.210669 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:51.221494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.239452 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks [] for security_group (6f35576b-6681-4c09-8fdf-a492748e938e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.290052 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks [] for security_group (e6389f34-2af7-4d78-adbb-17f082dda23f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.340591 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6f35576b-6681-4c09-8fdf-a492748e938e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.376541 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e6389f34-2af7-4d78-adbb-17f082dda23f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.430750 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:51.453030 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-11f9a928-c99e-4864-b1a5-44e5cd89169d admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3714154 Jan 17 21:40:51.456273 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (2bdeeb22-014a-438e-bb02-cd5d01d21fa0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.456620 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Added segment 2bdeeb22-014a-438e-bb02-cd5d01d21fa0 of type vlan for network 787df913-a518-457c-a865-2b60b0431c79 Jan 17 21:40:51.460922 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:51.471981 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35338) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:51.477799 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-a16c235e-aa5d-45c8-835b-eb3b91390161', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:40:51.479837 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.482171 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6389f34-2af7-4d78-adbb-17f082dda23f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:51.482418 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:51.507043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f35576b-6681-4c09-8fdf-a492748e938e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:51.510854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (69a87553-f7c2-4405-8943-3125d6389d74), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.511223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Added segment 69a87553-f7c2-4405-8943-3125d6389d74 of type vlan for network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f Jan 17 21:40:51.514563 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks [] for security_group (e64618f5-b731-4d03-b38c-ae8e8b93ae88), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.536184 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (787df913-a518-457c-a865-2b60b0431c79), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.591062 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (9e0ac24d-7960-496f-88c7-d55dcb1ba79f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.619048 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e64618f5-b731-4d03-b38c-ae8e8b93ae88), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.626915 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (fde2c493-36b4-4954-958e-4cd4cc964b22), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.661717 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:51.673563 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64618f5-b731-4d03-b38c-ae8e8b93ae88,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:51.691805 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (787df913-a518-457c-a865-2b60b0431c79), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.697391 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:51.701439 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.706738 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (42c2f0d5-dfb3-4b46-959c-97b666b922b2), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.707073 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Added segment 42c2f0d5-dfb3-4b46-959c-97b666b922b2 of type vlan for network 26b2fa90-027f-4d3f-84af-c98b408ba559 Jan 17 21:40:51.723155 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Allocated IP 172.20.0.2 (a16c235e-aa5d-45c8-835b-eb3b91390161/5f2e94bc-ed3c-4947-a308-5e2788673484/f7442b3a-ccdb-486d-867e-0455bf184a7d) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:40:51.778529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.780206 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.787786 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (26b2fa90-027f-4d3f-84af-c98b408ba559), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.791544 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (9e0ac24d-7960-496f-88c7-d55dcb1ba79f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.793050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:51.794471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:51.803248 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde2c493-36b4-4954-958e-4cd4cc964b22,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:51.820596 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Checking segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:51.820933 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Network hostable DHCP agents. Network: b58b7d0d-bd8f-4198-b842-e180a43788be, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:40:51.896091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] Pushing event updated for resources: {'Network': ['ID=787df913-a518-457c-a865-2b60b0431c79,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:51.923569 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 787df913-a518-457c-a865-2b60b0431c79 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:40:51.959097 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-94d6e809-222b-4038-8a13-9e1b7ce3a649 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5271583 Jan 17 21:40:51.962687 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35344) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:51.970341 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Request body: {'subnet': {'network_id': '787df913-a518-457c-a865-2b60b0431c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1454927772-subnet', 'tenant_id': '3aeddd5be9f7483c8403c91e03909a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:52.014166 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1067348 Jan 17 21:40:52.016156 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for router_controller (b5dfd643-7360-4838-8f66-5e4a38dc27be), precommit_add_association {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.020042 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35346) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:52.028915 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6a911-86a5-46a3-a1f0-4c8f96f99898 admin admin] Pushing event updated for resources: {'Network': ['ID=9e0ac24d-7960-496f-88c7-d55dcb1ba79f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:52.046167 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Request body: {'subnet': {'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1538752164-subnet', 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:52.059715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks [] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.064833 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:40:52.087918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (26b2fa90-027f-4d3f-84af-c98b408ba559), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.098151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:52.099278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.109210 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Made reservation on behalf of 3aeddd5be9f7483c8403c91e03909a26 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:52.113803 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.160401 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35354) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:52.170512 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.212534 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:40:52.216986 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:52.220967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:40:52.240936 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Pushing event updated for resources: {'Port': ['ID=f7442b3a-ccdb-486d-867e-0455bf184a7d,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:52.253178 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Tracked resource versions report: Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: pushed versions: Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: { 'AddressGroup': {'1.2'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'ConntrackHelper': {'1.0'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Log': {'1.0'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Network': {'1.1'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Port': {'1.7'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'PortForwarding': {'1.2'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'QosPolicy': {'1.10'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroup': {'1.5'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SubPort': {'1.0'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Subnet': {'1.1'}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Trunk': {'1.1'}} Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: consumer versions: Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: HyperV agent@hv-cinder-82501: {}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'ConntrackHelper': '1.0', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'LocalIPAssociation': '1.0', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Log': '1.0', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Network': '1.1', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Port': '1.7', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'PortForwarding': '1.2', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'QosPolicy': '1.10', Jan 17 21:40:52.259894 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroup': '1.5', Jan 17 21:40:52.262632 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SecurityGroupRule': '1.2', Jan 17 21:40:52.262632 dv-cinder-825012-3-iscsi neutron-server[109915]: 'SubPort': '1.0', Jan 17 21:40:52.262632 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Subnet': '1.1', Jan 17 21:40:52.262632 dv-cinder-825012-3-iscsi neutron-server[109915]: 'Trunk': '1.1'}} Jan 17 21:40:52.262632 dv-cinder-825012-3-iscsi neutron-server[109915]: {{(pid=109915) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:40:52.335790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Attempting to bind port f7442b3a-ccdb-486d-867e-0455bf184a7d on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:40:52.335790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Attempting to bind port f7442b3a-ccdb-486d-867e-0455bf184a7d by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:40:52.335790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Attempting to bind port f7442b3a-ccdb-486d-867e-0455bf184a7d on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:40:52.341598 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:40:52.342059 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Checking segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:52.342698 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.343596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Bound using segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:40:52.344320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Bound port: f7442b3a-ccdb-486d-867e-0455bf184a7d, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:40:52.345189 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.365970 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Network b58b7d0d-bd8f-4198-b842-e180a43788be is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:40:52.372208 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:52.376432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.414341 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4410708 Jan 17 21:40:52.460232 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] For port f7442b3a-ccdb-486d-867e-0455bf184a7d, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:40:52.466434 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] For port f7442b3a-ccdb-486d-867e-0455bf184a7d, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f7442b3a-ccdb-486d-867e-0455bf184a7d,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:40:52.508743 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35364) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:52.532505 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Request body: {'subnet': {'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1506466212-subnet', 'tenant_id': '8f8a798226704025b351188bd20a3203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:52.536189 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b90c6ba-5c47-444c-8774-121bd4271bf3 admin admin] Pushing event updated for resources: {'Network': ['ID=26b2fa90-027f-4d3f-84af-c98b408ba559,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:52.554434 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 26b2fa90-027f-4d3f-84af-c98b408ba559 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:40:52.622146 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.646702 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, b58b7d0d-bd8f-4198-b842-e180a43788be) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:52.651644 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:52.652448 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.654843 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-76286563-c03a-44df-b8c0-e345f2ebfcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.663278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for router_gateway (b5dfd643-7360-4838-8f66-5e4a38dc27be), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.674908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0671333-1afc-46f5-9af9-0805194a100c None None] Network b58b7d0d-bd8f-4198-b842-e180a43788be requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:52.791895 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-76286563-c03a-44df-b8c0-e345f2ebfcc8 admin admin] Publish callbacks [] for security_group (0424a113-e01d-4c0c-b7f0-67e3946479ad), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.860145 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (fe89640c-3d63-4b3f-b01e-6a24635f198a), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.862467 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Made reservation on behalf of 8f8a798226704025b351188bd20a3203 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:52.865160 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039b2d3-e00e-4b51-a437-46725a3b8bc1 None None] Pushing event updated for resources: {'Port': ['ID=f7442b3a-ccdb-486d-867e-0455bf184a7d,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:52.871146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.887360 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d630a742-bc92-4c4e-9e79-43789ec35e24 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3827133 Jan 17 21:40:52.892672 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35366) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:52.913133 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-b58b7d0d-bd8f-4198-b842-e180a43788be', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:40:52.914252 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:52.975806 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-76286563-c03a-44df-b8c0-e345f2ebfcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0424a113-e01d-4c0c-b7f0-67e3946479ad), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.034917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:53.042476 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (aa930b17-df2b-443e-9957-533bd79b5c46), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.209568 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe89640c-3d63-4b3f-b01e-6a24635f198a,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.256598 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Allocated IP 172.20.0.2 (b58b7d0d-bd8f-4198-b842-e180a43788be/fde2c493-36b4-4954-958e-4cd4cc964b22/0972d312-54a8-4dd5-9fa9-16a5e9d881e5) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:40:53.258745 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-76286563-c03a-44df-b8c0-e345f2ebfcc8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=57dcbcfba53f47b69bd958a86aea2aeb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0039487 Jan 17 21:40:53.259656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Checking segment: {'id': '2bdeeb22-014a-438e-bb02-cd5d01d21fa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '787df913-a518-457c-a865-2b60b0431c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:53.259656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Network hostable DHCP agents. Network: 787df913-a518-457c-a865-2b60b0431c79, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:40:53.259656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35370) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:53.260331 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:40:53.263111 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Checking segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:53.263111 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Network hostable DHCP agents. Network: 9e0ac24d-7960-496f-88c7-d55dcb1ba79f, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:40:53.263515 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76286563-c03a-44df-b8c0-e345f2ebfcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424a113-e01d-4c0c-b7f0-67e3946479ad,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.269083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.283714 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.309233 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa930b17-df2b-443e-9957-533bd79b5c46,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.574167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks [] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.575486 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Network 787df913-a518-457c-a865-2b60b0431c79 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:40:53.588714 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for router_controller (2b225f8e-fe8e-4e1e-94a6-55e187580355), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.597641 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:40:53.633885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] Publish callbacks [] for security_group (0424a113-e01d-4c0c-b7f0-67e3946479ad), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.679993 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] Publish callbacks [] for security_group (0424a113-e01d-4c0c-b7f0-67e3946479ad), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.693450 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.740424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (e659bc2f-af75-4037-8bca-296797477bc6), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.762448 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Network b58b7d0d-bd8f-4198-b842-e180a43788be is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:40:53.768025 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:53.772578 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:40:53.779993 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Pushing event updated for resources: {'Port': ['ID=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:53.848219 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Attempting to bind port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:40:53.848603 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Attempting to bind port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:40:53.848972 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Attempting to bind port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:40:53.856723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:40:53.857196 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Checking segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:53.857754 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.858009 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Bound using segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:40:53.858502 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Bound port: 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:40:53.858949 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.874187 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 787df913-a518-457c-a865-2b60b0431c79) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:53.897128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 9e0ac24d-7960-496f-88c7-d55dcb1ba79f) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:53.913946 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c65408a-254c-4dfc-a1cd-31045b4d2cdb None None] Network 787df913-a518-457c-a865-2b60b0431c79 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:53.940659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for router_gateway (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:53.951476 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:53.952235 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.018715 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for router_gateway (2b225f8e-fe8e-4e1e-94a6-55e187580355), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.040940 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:54.043078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.050180 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4fab7-b0ba-4b96-8c4c-856ddf9c9920 None None] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:54.054182 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Checking segment: {'id': '42c2f0d5-dfb3-4b46-959c-97b666b922b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:40:54.058343 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Network hostable DHCP agents. Network: 26b2fa90-027f-4d3f-84af-c98b408ba559, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:40:54.066747 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e659bc2f-af75-4037-8bca-296797477bc6,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.071110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.102010 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e75db7f3-4e0b-4772-8e0d-2fca6a9200c3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1372452 Jan 17 21:40:54.130691 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] For port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:40:54.157920 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] For port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:40:54.171367 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9eadfa13-ca7b-4000-a048-e5b4eb352dfa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1433029 Jan 17 21:40:54.192255 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0424a113-e01d-4c0c-b7f0-67e3946479ad), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.201758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.207278 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0424a113-e01d-4c0c-b7f0-67e3946479ad HTTP/1.1" status: 204 len: 168 time: 0.9878705 Jan 17 21:40:54.251159 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Network 26b2fa90-027f-4d3f-84af-c98b408ba559 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:40:54.259906 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55308b9-6ec5-4a3a-88f9-8c7fd66e266f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424a113-e01d-4c0c-b7f0-67e3946479ad,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.317884 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564293d4-76f9-47b5-b9eb-9883ae6b2a89 None None] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:54.337838 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479cd2e3-35bb-4d77-8b3d-66a21158cbd9 None None] Network 787df913-a518-457c-a865-2b60b0431c79 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:54.359644 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.488256 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b96b71-5207-4e4c-b3d7-7b87bb0b35e8 None None] Pushing event updated for resources: {'Port': ['ID=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:54.571025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 26b2fa90-027f-4d3f-84af-c98b408ba559) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:54.582884 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:54.583674 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.707878 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for router_gateway (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.736081 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Allocated IP 172.27.2.94 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/99a357c6-0822-454c-8c2c-433da4b79a4f) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:40:54.764401 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:54.792234 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-5a020727-3728-4b23-9931-16ba8663176b admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2811103 Jan 17 21:40:54.861974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e184bc3-5a03-4810-aa15-18e7809223e7 None None] Network 26b2fa90-027f-4d3f-84af-c98b408ba559 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:54.866120 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f7442b3a-ccdb-486d-867e-0455bf184a7d up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:40:54.903921 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53859c0a-f343-482d-949f-1f9ed6d95448 None None] Network a16c235e-aa5d-45c8-835b-eb3b91390161 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:55.095607 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.255048 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.362524 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f7442b3a-ccdb-486d-867e-0455bf184a7d triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:55.426462 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.427730 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Allocated IP 172.27.2.27 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/a72dd035-38bd-4d08-bfcf-61573f5aec84) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:40:55.428407 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Provisioning complete for port f7442b3a-ccdb-486d-867e-0455bf184a7d triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:55.428407 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.452236 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Pushing event updated for resources: {'Port': ['ID=99a357c6-0822-454c-8c2c-433da4b79a4f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:55.497850 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:40:55.500272 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:55.510143 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:40:55.704080 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9988102c-a485-48df-9bfa-5d0ba0d182d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.736060 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.767964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f7442b3a-ccdb-486d-867e-0455bf184a7d is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:55.768538 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.836768 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2be097-d85e-435c-ade5-e80df60f3660 None None] Network 26b2fa90-027f-4d3f-84af-c98b408ba559 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:55.851691 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35468) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:55.857784 dv-cinder-825012-3-iscsi neutron-server[109913]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 21:40:55.905528 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:55.950048 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port f7442b3a-ccdb-486d-867e-0455bf184a7d, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f7442b3a-ccdb-486d-867e-0455bf184a7d,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:40:56.078698 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:56.118904 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Current status of the port f7442b3a-ccdb-486d-867e-0455bf184a7d is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:56.119372 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:56.148083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:40:56.171033 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:40:56.204352 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:40:56.389562 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for router_gateway (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:56.396497 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=f7442b3a-ccdb-486d-867e-0455bf184a7d,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:56.476006 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.db.api [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:40:56.477183 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG oslo_db.api [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:40:56.583824 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Pushing event updated for resources: {'Port': ['ID=a72dd035-38bd-4d08-bfcf-61573f5aec84,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:56.638471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:40:56.650046 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-def9677d-2926-4767-b49e-001f80de9a11 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:56.682480 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-def9677d-2926-4767-b49e-001f80de9a11 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.8287337 Jan 17 21:40:56.730271 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:56.732875 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:56.742892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-778d0aed-d99e-423e-ba2a-a24793addd90 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/quotas/a6d83eef93c44d4894151b7d97a12dd3 HTTP/1.1" status: 200 len: 375 time: 0.0593793 Jan 17 21:40:56.824762 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a6b7b6-17aa-4e32-84bc-3ff701af9897 None None] Network b58b7d0d-bd8f-4198-b842-e180a43788be requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:40:56.899575 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35498) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:56.918898 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35500) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:56.951894 dv-cinder-825012-3-iscsi neutron-server[109914]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 21:40:57.018611 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-778e5a93-eec7-4b2d-9ef7-8ef58e5ad0de tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1971924 Jan 17 21:40:57.149580 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-4086ff15-0694-4810-a11c-d9cb30760995 None None] Current status of the port f7442b3a-ccdb-486d-867e-0455bf184a7d is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:57.178250 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:57.178635 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.179680 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for router_gateway (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.190942 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35514) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:57.216445 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-794300028-network', 'tenant_id': 'be6dfbffd45446ddad25a7dae47c9b62'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:57.284765 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:40:57.312391 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Provisioning complete for port f7442b3a-ccdb-486d-867e-0455bf184a7d triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:57.312805 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.385929 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.599830 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:57.614493 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Current status of the port f7442b3a-ccdb-486d-867e-0455bf184a7d is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:57.639108 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Provisioning complete for port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:57.639740 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.659892 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a06c736-9443-4738-897d-4acdc4030764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.683250 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:57.749530 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-67d76aa6-7291-47f7-9cd2-d33f3d18a6e4 None None] Current status of the port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:58.030625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-9c32145a-c412-42af-bb1a-fc2a78d3d6e6 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:58.030625 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-9c32145a-c412-42af-bb1a-fc2a78d3d6e6 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/networks?id=26b2fa90-027f-4d3f-84af-c98b408ba559 HTTP/1.1" status: 200 len: 812 time: 0.8988254 Jan 17 21:40:58.031206 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-5f5462c9-2812-411b-a4c8-678923d67995 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:40:58.031206 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-5f5462c9-2812-411b-a4c8-678923d67995 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1314600 Jan 17 21:40:58.031206 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Made reservation on behalf of be6dfbffd45446ddad25a7dae47c9b62 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:58.031206 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.031987 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-3539fcc8-6ef0-400e-ba1b-7501b5cb10b1 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/quotas/8f8a798226704025b351188bd20a3203 HTTP/1.1" status: 200 len: 375 time: 0.0458589 Jan 17 21:40:58.032303 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-41bf6263-1e7b-4766-94b6-fde6c7b3e30c None None] Provisioning complete for port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:58.032303 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-41bf6263-1e7b-4766-94b6-fde6c7b3e30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.032932 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.032932 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.032932 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35526) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:58.033780 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-b47a7152-fdc9-471c-92d8-930045770da5 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=8f8a798226704025b351188bd20a3203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1227946 Jan 17 21:40:58.158489 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-41bf6263-1e7b-4766-94b6-fde6c7b3e30c None None] Current status of the port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:58.185499 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a06c736-9443-4738-897d-4acdc4030764 admin admin] Publish callbacks [] for security_group (c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.279558 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-115330607-network', 'tenant_id': 'bd03970e99804154ae63b95da8636f86'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:40:58.282360 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-06ece65c-c326-4d04-8bda-ce493fca136c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.284036 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-78f21035-0d66-4e90-baf2-b616c081c24a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:40:58.294243 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-78f21035-0d66-4e90-baf2-b616c081c24a service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0622439 Jan 17 21:40:58.325435 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a06c736-9443-4738-897d-4acdc4030764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.346652 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-f33c146b-45bd-40b5-b9d2-81f56f7003f3 service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927239 Jan 17 21:40:58.360976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Router b5dfd643-7360-4838-8f66-5e4a38dc27be is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:40:58.442772 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06c736-9443-4738-897d-4acdc4030764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:58.470542 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:40:58.486104 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-1fa61dc7-a74d-4263-ad62-36139ca0d070 service neutron] 10.222.0.74 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923487 Jan 17 21:40:58.553274 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:58.553976 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.608342 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5a06c736-9443-4738-897d-4acdc4030764 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c7d8062f77e4025b320f34c27b70e4c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6876478 Jan 17 21:40:58.615517 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35542) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:58.646775 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:40:58.675122 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:40:58.678912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Made reservation on behalf of bd03970e99804154ae63b95da8636f86 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:40:58.682936 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.707205 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-a1b76d3f-2326-4fda-be9d-981173441a9b service neutron] 10.222.0.74 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195039 Jan 17 21:40:58.710360 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:40:58.711775 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:40:58.717062 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:58.721204 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f7442b3a-ccdb-486d-867e-0455bf184a7d up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:40:58.743224 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.749276 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks [] for security_group (3422bb0b-0c47-4f02-a769-696e553b7506), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.750932 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] Publish callbacks [] for security_group (c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.789169 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:40:58.802415 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-eef32871-f3bc-49b4-8704-71e9cf7e50dc service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970788 Jan 17 21:40:58.805035 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] Publish callbacks [] for security_group (c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.820842 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3422bb0b-0c47-4f02-a769-696e553b7506), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.825809 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.826962 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-89ccd556-eae9-4d89-88ee-e3dff5b4413c admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3489194 Jan 17 21:40:58.834859 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35544) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:58.836819 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f7442b3a-ccdb-486d-867e-0455bf184a7d triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:40:58.837460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:58.994451 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:59.073452 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f7442b3a-ccdb-486d-867e-0455bf184a7d is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:40:59.182568 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:40:59.218698 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.223989 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.231998 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9 HTTP/1.1" status: 204 len: 168 time: 0.6148267 Jan 17 21:40:59.242029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:40:59.255255 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:40:59.301217 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks [] for security_group (f42ca969-be5a-4ec7-8d70-5aa4c8773422), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.315328 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3422bb0b-0c47-4f02-a769-696e553b7506,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:59.333563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:40:59.340339 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (99ddb909-51fe-4e85-95cd-b49fb5caf6b6), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.341203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Added segment 99ddb909-51fe-4e85-95cd-b49fb5caf6b6 of type vlan for network 8e5e2260-c944-4272-839e-df871f06c36d Jan 17 21:40:59.343100 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:40:59.402058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f42ca969-be5a-4ec7-8d70-5aa4c8773422), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.408158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e997a1-ecb6-40bc-b7cd-e5cd716a667f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8afd8e1-f60b-4ccd-97db-bc92a5aac0f9,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:59.415491 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f24144d1-4018-48f8-997f-5a92f627dc7c req-284a3706-3cc6-4709-91fc-a0def028cbf1 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.0729744 Jan 17 21:40:59.454944 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (8e5e2260-c944-4272-839e-df871f06c36d), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.458581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ca969-be5a-4ec7-8d70-5aa4c8773422,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:40:59.497992 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.503819 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-1f0e06bb-7583-4515-8501-c2aa9e8fa697 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4765017 Jan 17 21:40:59.509830 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35576) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:40:59.646478 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.db.resource_extend [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:40:59.707205 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-927b1470-dd7c-44ea-9c0d-31458c24df56 req-c0c3822d-e44a-4e39-be26-61afc098a29a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0456173 Jan 17 21:40:59.767263 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:40:59.954763 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (8e5e2260-c944-4272-839e-df871f06c36d), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.961994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:40:59.964530 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:40:59.980726 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:40:55Z', 'revision_number': 3, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:40:59.993610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (327ee696-c6da-4c1c-9507-73d3de2a124d), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.008782 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Added segment 327ee696-c6da-4c1c-9507-73d3de2a124d of type vlan for network 9a089f92-2f4d-4191-a379-95b0a653dc0b Jan 17 21:41:00.057529 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:00.058126 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Updating router b5dfd643-7360-4838-8f66-5e4a38dc27be port 99a357c6-0822-454c-8c2c-433da4b79a4f binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:41:00.083934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (9a089f92-2f4d-4191-a379-95b0a653dc0b), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.101501 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.209718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.db.resource_extend [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:41:00.225250 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.300671 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:00.632377 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.644843 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks [] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:00.781028 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5e2260-c944-4272-839e-df871f06c36d,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:00.860232 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 8e5e2260-c944-4272-839e-df871f06c36d details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:41:00.898390 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a6162e27-7fbc-4a0d-bf94-36b89be0aa5c req-6dc37d1f-0346-46c5-81fd-6dd0b9642f2b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.1183021 Jan 17 21:41:00.938953 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-0f43978f-7460-44ad-bdd6-b571fd4ca8e5 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.7442000 Jan 17 21:41:00.956720 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35634) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:00.978620 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Request body: {'subnet': {'network_id': '8e5e2260-c944-4272-839e-df871f06c36d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-794300028-subnet', 'tenant_id': 'be6dfbffd45446ddad25a7dae47c9b62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:01.020487 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.055593 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:40:56Z', 'revision_number': 3, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:01.058971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (9a089f92-2f4d-4191-a379-95b0a653dc0b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.060066 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:01.061543 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.084641 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Allocated IP 172.20.0.1 (a16c235e-aa5d-45c8-835b-eb3b91390161/5f2e94bc-ed3c-4947-a308-5e2788673484/913f2f56-e5e5-4d20-8985-b45e07b8873e) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:01.122806 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:01.125669 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Updating router 2b225f8e-fe8e-4e1e-94a6-55e187580355 port a72dd035-38bd-4d08-bfcf-61573f5aec84 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:41:01.185248 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Attempting to bind port 99a357c6-0822-454c-8c2c-433da4b79a4f on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:01.185248 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Attempting to bind port 99a357c6-0822-454c-8c2c-433da4b79a4f by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:01.185248 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Attempting to bind port 99a357c6-0822-454c-8c2c-433da4b79a4f on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:01.197229 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Pushing event updated for resources: {'Port': ['ID=99a357c6-0822-454c-8c2c-433da4b79a4f,revision_number=2']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:01.205400 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:01.206182 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:01.206877 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.207592 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:01.208423 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Bound port: 99a357c6-0822-454c-8c2c-433da4b79a4f, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:01.209044 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.211855 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.217968 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] Pushing event updated for resources: {'Network': ['ID=9a089f92-2f4d-4191-a379-95b0a653dc0b,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:01.222765 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.222995 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.223501 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.224103 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.224846 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.225254 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.228371 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.228371 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.228371 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.228371 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.228371 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.229315 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.229695 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Tracked resource versions report: Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: pushed versions: Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: { 'AddressGroup': {'1.2'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'ConntrackHelper': {'1.0'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'LocalIPAssociation': {'1.0'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Log': {'1.0'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Network': {'1.1'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Port': {'1.7'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'PortForwarding': {'1.2'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'QosPolicy': {'1.10'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroup': {'1.5'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroupRule': {'1.2'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SubPort': {'1.0'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Subnet': {'1.1'}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Trunk': {'1.1'}} Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: consumer versions: Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: { DHCP agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: HyperV agent@hv-cinder-82501: {}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: L3 agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: Metadata agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: Metering agent@dv-cinder-825012-3-iscsi: {}, Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: Open vSwitch agent@dv-cinder-825012-3-iscsi: { 'AddressGroup': '1.2', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'ConntrackHelper': '1.0', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'LocalIPAssociation': '1.0', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Log': '1.0', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Network': '1.1', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Port': '1.7', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'PortForwarding': '1.2', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'QosPolicy': '1.10', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroup': '1.5', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SecurityGroupRule': '1.2', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'SubPort': '1.0', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Subnet': '1.1', Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: 'Trunk': '1.1'}} Jan 17 21:41:01.232168 dv-cinder-825012-3-iscsi neutron-server[109916]: {{(pid=109916) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 21:41:01.285819 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7285414f-07c0-4fda-bd6a-cf0539ab9776 req-9050044e-1907-4d07-b5d9-362c179f8920 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.1890225 Jan 17 21:41:01.299558 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e95b63fa-b881-45e3-841a-7e567d739901 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3520198 Jan 17 21:41:01.305345 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35642) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:01.312828 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 9a089f92-2f4d-4191-a379-95b0a653dc0b details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:41:01.328518 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Request body: {'subnet': {'network_id': '9a089f92-2f4d-4191-a379-95b0a653dc0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-115330607-subnet', 'tenant_id': 'bd03970e99804154ae63b95da8636f86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:01.393657 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] For port 99a357c6-0822-454c-8c2c-433da4b79a4f, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:01.402261 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] For port 99a357c6-0822-454c-8c2c-433da4b79a4f, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=99a357c6-0822-454c-8c2c-433da4b79a4f,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:01.472596 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Made reservation on behalf of be6dfbffd45446ddad25a7dae47c9b62 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:01.484038 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.537094 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.673340 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks [] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.774091 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:01.774999 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:01.855949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:01.912102 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979a38c-f284-43f8-ba96-6011190ea924 None None] Pushing event updated for resources: {'Port': ['ID=99a357c6-0822-454c-8c2c-433da4b79a4f,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:01.951357 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Pushing event updated for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:01.987147 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:01.987147 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:01.988359 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:01.989012 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.156438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Made reservation on behalf of bd03970e99804154ae63b95da8636f86 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:02.160444 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.163259 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:02.232568 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c1b71510-b003-4f81-bf32-786650a85724 req-3d684017-b4f0-4b0d-84be-679f74eff596 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.1852596 Jan 17 21:41:02.272122 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks [] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.316561 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.379579 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.550974 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-375b0856-0058-4922-9929-cccebe8ca590 req-7996abb6-d4dc-44c1-8320-8e2977fae5fd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0911536 Jan 17 21:41:02.592307 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.629863 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ea9458ec-e683-4d2f-8114-5f7d8c84c06b None None] Provisioning complete for port 913f2f56-e5e5-4d20-8985-b45e07b8873e triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:02.630277 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea9458ec-e683-4d2f-8114-5f7d8c84c06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.660945 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Attempting to bind port a72dd035-38bd-4d08-bfcf-61573f5aec84 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:02.661320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Attempting to bind port a72dd035-38bd-4d08-bfcf-61573f5aec84 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:02.661730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Attempting to bind port a72dd035-38bd-4d08-bfcf-61573f5aec84 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:02.674600 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:40:55Z', 'revision_number': 3, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:02.677560 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe7538-b66c-4f84-bfaa-acb23ac98ca0 None None] Pushing event updated for resources: {'Port': ['ID=a72dd035-38bd-4d08-bfcf-61573f5aec84,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:02.691167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:02.691562 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:02.691974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.692367 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:02.693632 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Bound port: a72dd035-38bd-4d08-bfcf-61573f5aec84, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:02.694027 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.716947 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e0bef-277c-4a0a-8ae7-85148608b716 None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:40:55Z', 'revision_number': 3, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:02.777638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ea9458ec-e683-4d2f-8114-5f7d8c84c06b None None] Port 913f2f56-e5e5-4d20-8985-b45e07b8873e cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:02.785699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] For port a72dd035-38bd-4d08-bfcf-61573f5aec84, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:02.793075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] For port a72dd035-38bd-4d08-bfcf-61573f5aec84, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a72dd035-38bd-4d08-bfcf-61573f5aec84,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:02.849976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.955656 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:02.962001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.036667 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Allocated IP 172.20.0.1 (b58b7d0d-bd8f-4198-b842-e180a43788be/fde2c493-36b4-4954-958e-4cd4cc964b22/2074de27-938e-4e26-b6a4-19606c93a8eb) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:03.185052 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:03.185701 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:03.191115 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks [] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.352560 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks [] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.418200 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe7538-b66c-4f84-bfaa-acb23ac98ca0 None None] Pushing event updated for resources: {'Port': ['ID=a72dd035-38bd-4d08-bfcf-61573f5aec84,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:03.441527 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.442679 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.450735 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:03.583360 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.695184 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Network b58b7d0d-bd8f-4198-b842-e180a43788be is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:03.709223 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:03.723104 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (b40295f4-ad34-4abf-847a-6ce256c5ff2c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.741316 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:03.741316 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:03.799155 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d20c4089-d9f8-4085-9c9e-82899bb22acd req-eaf3822a-941b-42f8-9968-c47232e05b40 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0909052 Jan 17 21:41:03.862464 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Pushing event updated for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:03.930075 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:03.933806 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bd180122-b5d9-4dd7-9842-92a353060b8f req-0e7c2812-5ffb-49ef-9f20-11213df458eb tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.1540711 Jan 17 21:41:03.941368 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:04.012038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:40:56Z', 'revision_number': 3, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:04.086418 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fa366d-78e8-48cc-b623-e0ee55f10baf None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:40:56Z', 'revision_number': 3, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:04.154822 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (ec6e7a23-c500-44c0-aec3-73447e09db85), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:04.348029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Pushing event updated for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:04.370967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8ffcd0f6-0241-462a-8470-1b6d6bc43fb0 None None] Provisioning complete for port 2074de27-938e-4e26-b6a4-19606c93a8eb triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:04.373172 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8ffcd0f6-0241-462a-8470-1b6d6bc43fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:04.512688 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8ffcd0f6-0241-462a-8470-1b6d6bc43fb0 None None] Port 2074de27-938e-4e26-b6a4-19606c93a8eb cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:04.663875 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:41:04.673864 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40295f4-ad34-4abf-847a-6ce256c5ff2c,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:04.678559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Checking segment: {'id': '327ee696-c6da-4c1c-9507-73d3de2a124d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '9a089f92-2f4d-4191-a379-95b0a653dc0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:04.705256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Network hostable DHCP agents. Network: 9a089f92-2f4d-4191-a379-95b0a653dc0b, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:41:04.713833 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Checking segment: {'id': '99ddb909-51fe-4e85-95cd-b49fb5caf6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '8e5e2260-c944-4272-839e-df871f06c36d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:04.714787 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Network hostable DHCP agents. Network: 8e5e2260-c944-4272-839e-df871f06c36d, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:41:04.784689 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-097b2dbc-6685-415b-9266-e93ff0904d33 None None] Provisioning complete for port 913f2f56-e5e5-4d20-8985-b45e07b8873e triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:04.785061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-097b2dbc-6685-415b-9266-e93ff0904d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:04.973372 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-097b2dbc-6685-415b-9266-e93ff0904d33 None None] Port 913f2f56-e5e5-4d20-8985-b45e07b8873e cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:04.975589 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 99a357c6-0822-454c-8c2c-433da4b79a4f up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:05.049772 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.100442 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 99a357c6-0822-454c-8c2c-433da4b79a4f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:05.160932 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.161493 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6e7a23-c500-44c0-aec3-73447e09db85,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:05.187957 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:41:05.311722 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-85b120e2-c1e0-464f-aaa4-ec32d1f84b3e admin admin] 10.222.0.74 "PUT /v2.0/routers/b5dfd643-7360-4838-8f66-5e4a38dc27be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4674737 Jan 17 21:41:05.359116 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a522c203-c904-42af-ac0f-25bdf4cd1a48 req-048ab2ec-3e1b-4048-8114-a0085df8fa65 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.1622622 Jan 17 21:41:05.521409 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 99a357c6-0822-454c-8c2c-433da4b79a4f is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:05.523251 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.622364 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 99a357c6-0822-454c-8c2c-433da4b79a4f, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=99a357c6-0822-454c-8c2c-433da4b79a4f,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:05.666884 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks [] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.669257 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Network 9a089f92-2f4d-4191-a379-95b0a653dc0b is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:41:05.671966 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Network 8e5e2260-c944-4272-839e-df871f06c36d is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:41:05.727853 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-277152d2-67df-4105-911d-d5722b543960 req-2e6f31f6-7ac4-4ba1-ab30-021ccea41b02 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0523107 Jan 17 21:41:05.757406 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.758155 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.759969 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.866919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 9a089f92-2f4d-4191-a379-95b0a653dc0b) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:05.877391 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 8e5e2260-c944-4272-839e-df871f06c36d) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:05.907808 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:05.908124 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.81', 50021) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:05.908633 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.929667 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886eaf4f-1681-498f-9759-8fff31845cdd None None] Network 9a089f92-2f4d-4191-a379-95b0a653dc0b requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:05.930261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:05.930261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:05.946454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d988b-f1fa-40ae-bcfa-827de040882f None None] Network 8e5e2260-c944-4272-839e-df871f06c36d requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:06.048778 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f6dbafc8-ed48-4966-a8f3-279c4f2b5e05 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.7369323 Jan 17 21:41:06.060054 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8998379d-b143-4538-9c61-81e5b4b4e6d7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.1017959 Jan 17 21:41:06.069511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Pushing event updated for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:06.253304 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Network b58b7d0d-bd8f-4198-b842-e180a43788be is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:06.271427 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:06.362002 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-f7098654-8f0e-4dc0-a75f-590dca596815 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:06.377656 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-f7098654-8f0e-4dc0-a75f-590dca596815 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.81 "GET /v2.0/networks?id=26b2fa90-027f-4d3f-84af-c98b408ba559 HTTP/1.1" status: 200 len: 812 time: 0.4676750 Jan 17 21:41:06.432922 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Request body: {'port': {'device_id': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559', 'admin_state_up': True, 'tenant_id': '8f8a798226704025b351188bd20a3203'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:06.820937 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a72dd035-38bd-4d08-bfcf-61573f5aec84 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:07.007213 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=99a357c6-0822-454c-8c2c-433da4b79a4f,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:07.030112 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4a9a8f71-9d21-466e-9ae1-955b2582f24d req-d72350b2-8679-4ae3-af5f-52fcb653c148 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.3316963 Jan 17 21:41:07.149208 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:41:07.294833 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-b35b601a-0e2d-4f03-8e80-49a5f3b31a86 None None] Provisioning complete for port 2074de27-938e-4e26-b6a4-19606c93a8eb triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:07.295654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b35b601a-0e2d-4f03-8e80-49a5f3b31a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:07.298736 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35780) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:07.301650 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.81', 50028) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:07.376403 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-02792327-45c7-43f5-8d22-d1d2959cf66e req-d6e6a8d4-8fda-41d5-ba0a-cd97d131513f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0744815 Jan 17 21:41:07.533440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Made reservation on behalf of 8f8a798226704025b351188bd20a3203 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:07.539422 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:07.583419 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effb6025-a5f7-4024-aee1-024c6e6587f8 None None] Network 9a089f92-2f4d-4191-a379-95b0a653dc0b requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:07.888917 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-b35b601a-0e2d-4f03-8e80-49a5f3b31a86 None None] Port 2074de27-938e-4e26-b6a4-19606c93a8eb cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:07.972687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port a72dd035-38bd-4d08-bfcf-61573f5aec84 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:07.980411 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:07.984628 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b776c301-0570-4aed-a8b7-fdfb8a0a0001 None None] Network 8e5e2260-c944-4272-839e-df871f06c36d requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:08.134997 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:41:08.189491 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:08.194529 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:08.211484 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3355f5fc-733b-4f17-a2ef-1288bda005ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:08.239094 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35804) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:08.276573 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521975243', 'description': 'tempest-description--1963492799'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:08.393077 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port a72dd035-38bd-4d08-bfcf-61573f5aec84 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:08.393826 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:08.423393 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port a72dd035-38bd-4d08-bfcf-61573f5aec84, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a72dd035-38bd-4d08-bfcf-61573f5aec84,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:08.529965 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Allocated IP 172.20.0.10 (26b2fa90-027f-4d3f-84af-c98b408ba559/e659bc2f-af75-4037-8bca-296797477bc6/a76ba55a-0cb9-4a7b-a46e-31c647dd4035) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:08.538025 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:08.562171 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:08.582093 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:08.602707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54196156-3546-4e4c-8251-c82378512692 req-076c1d06-f436-4505-a171-ac0575762676 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.2961702 Jan 17 21:41:08.770151 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=a72dd035-38bd-4d08-bfcf-61573f5aec84,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:08.809651 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 99a357c6-0822-454c-8c2c-433da4b79a4f up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:08.960483 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3355f5fc-733b-4f17-a2ef-1288bda005ff admin admin] Publish callbacks [] for security_group (9c60e803-3352-4910-9af0-a6c80805abc3), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:08.972446 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 99a357c6-0822-454c-8c2c-433da4b79a4f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:08.973124 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:09.022718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-ceef110e-34b6-47ba-8dba-4d0d28f24732 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:09.026674 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-ceef110e-34b6-47ba-8dba-4d0d28f24732 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 1.7063992 Jan 17 21:41:09.031157 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:41:09.057363 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 2, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:09.059518 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Request body: {'port': {'device_id': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'admin_state_up': True, 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:09.075814 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-2b1074c9-1a8f-486a-9929-39c23e312b0c admin admin] 10.222.0.74 "PUT /v2.0/routers/2b225f8e-fe8e-4e1e-94a6-55e187580355/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5644708 Jan 17 21:41:09.085887 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:41:09.095625 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3355f5fc-733b-4f17-a2ef-1288bda005ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (9c60e803-3352-4910-9af0-a6c80805abc3), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:09.137682 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:09.138567 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:09.202039 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e85dc990-8a43-43bc-9b66-eefeb2a647eb req-dcf70ed8-3bd5-4875-bb3e-bbab7b413aa1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.5165157 Jan 17 21:41:09.217944 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:09.219689 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Updating router b5dfd643-7360-4838-8f66-5e4a38dc27be port 913f2f56-e5e5-4d20-8985-b45e07b8873e binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:41:09.346439 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:09.478009 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35828) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:09.781942 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 99a357c6-0822-454c-8c2c-433da4b79a4f is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:09.827395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks [] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:09.827971 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:09.960282 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3355f5fc-733b-4f17-a2ef-1288bda005ff admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6630b0a36b94219ac08238bb8a1e5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6457808 Jan 17 21:41:09.963854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35840) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:10.019113 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (2fcf000d-cab7-44a9-ac7d-33d10c884eb6), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.091011 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355f5fc-733b-4f17-a2ef-1288bda005ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c60e803-3352-4910-9af0-a6c80805abc3,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:10.117471 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2fcf000d-cab7-44a9-ac7d-33d10c884eb6), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.199559 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks [] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.248102 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a23db3f2-8905-433a-a2bb-8ccc8d91258a req-4d2ca51f-61da-4446-b8e8-ea191affdfee tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.3613234 Jan 17 21:41:10.285369 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] Publish callbacks [] for security_group (9c60e803-3352-4910-9af0-a6c80805abc3), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.364576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b2eb-15e9-45c6-8136-9359f1a0810c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.445326 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35848) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:10.450843 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcf000d-cab7-44a9-ac7d-33d10c884eb6,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:10.452455 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830878034-network', 'tenant_id': 'c6c9e0e3baba43b88a459cd47ee496b2'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:10.483525 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.487788 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.490557 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-d9c9d89a-98b2-474a-81cc-437eacc2812d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2217665 Jan 17 21:41:10.493284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35850) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:10.496597 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.502403 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group_rule': {'security_group_id': '2fcf000d-cab7-44a9-ac7d-33d10c884eb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:10.539336 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] Publish callbacks [] for security_group (9c60e803-3352-4910-9af0-a6c80805abc3), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.582312 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:10.591937 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:10.608692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Network 26b2fa90-027f-4d3f-84af-c98b408ba559 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:10.710496 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9b7b7d67-a1e2-4c87-8d1d-575f008a58f3 req-fba87355-3ce9-4a02-b176-5d4cb58ff7b7 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.1868420 Jan 17 21:41:10.754895 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a72dd035-38bd-4d08-bfcf-61573f5aec84 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:10.783922 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19a5f-0c88-4b32-87f6-5108eba4628e None None] Pushing event updated for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:10.788111 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:10.935884 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 2, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:11.078314 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Attempting to bind port 913f2f56-e5e5-4d20-8985-b45e07b8873e on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:11.078314 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Attempting to bind port 913f2f56-e5e5-4d20-8985-b45e07b8873e by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:11.078314 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Attempting to bind port 913f2f56-e5e5-4d20-8985-b45e07b8873e on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:11.078794 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Checking segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Bound using segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Bound port: 913f2f56-e5e5-4d20-8985-b45e07b8873e, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:11.078948 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.080413 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:11.080413 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.081176 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] For port 913f2f56-e5e5-4d20-8985-b45e07b8873e, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:11.081176 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] For port 913f2f56-e5e5-4d20-8985-b45e07b8873e, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=913f2f56-e5e5-4d20-8985-b45e07b8873e,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:11.081613 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:11.081613 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Updating router 2b225f8e-fe8e-4e1e-94a6-55e187580355 port 2074de27-938e-4e26-b6a4-19606c93a8eb binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:41:11.092283 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Made reservation on behalf of c6c9e0e3baba43b88a459cd47ee496b2 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:11.096494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.141525 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.200684 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.205075 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.443214 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:11.444512 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:11.468183 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks [] for security_group (18c9cdf0-58c9-49f3-9876-0d75b262db7e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.527955 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0914481 Jan 17 21:41:11.558690 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19a5f-0c88-4b32-87f6-5108eba4628e None None] Pushing event updated for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:11.600904 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (58d6ef00-0a4c-44d7-a6e0-8ad26283937c), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.669961 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port a72dd035-38bd-4d08-bfcf-61573f5aec84 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:11.670574 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.690740 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-0fe1c2c6-4cb5-4a46-87f0-8e1712e0953a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:41:11.692726 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-0fe1c2c6-4cb5-4a46-87f0-8e1712e0953a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1633558 Jan 17 21:41:11.693944 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (18c9cdf0-58c9-49f3-9876-0d75b262db7e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.781005 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:41:11.918834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea88776d-4043-4495-b4f2-2cf4e81b3f49 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Pushing event updated for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:11.937187 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:11.988066 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (536a5833-3ca5-4a3e-abcf-95bd4fbb5e00), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:11.991275 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Allocated IP 172.20.0.14 (9e0ac24d-7960-496f-88c7-d55dcb1ba79f/aa930b17-df2b-443e-9957-533bd79b5c46/e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:11.991931 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Added segment 536a5833-3ca5-4a3e-abcf-95bd4fbb5e00 of type vlan for network 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 Jan 17 21:41:12.166788 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks [] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.207760 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Provisioning complete for port 913f2f56-e5e5-4d20-8985-b45e07b8873e triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:12.208952 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.283610 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b2eb-15e9-45c6-8136-9359f1a0810c admin admin] Publish callbacks [] for security_group (a9b4856d-2b99-485a-9d02-683eee409d63), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.283841 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd7195-66bb-4626-9f8e-9d9c4fc5bab7 req-6a655f90-019c-492a-b739-6f0fafbd5e3a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:12.283841 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ebd7195-66bb-4626-9f8e-9d9c4fc5bab7 req-6a655f90-019c-492a-b739-6f0fafbd5e3a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 932 time: 0.7266457 Jan 17 21:41:12.290744 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.389998 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (58d6ef00-0a4c-44d7-a6e0-8ad26283937c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.413673 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c9cdf0-58c9-49f3-9876-0d75b262db7e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:12.449787 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12b39b-5ea5-4af6-b458-7b5f8271d373 None None] Pushing event updated for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:12.453153 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port a72dd035-38bd-4d08-bfcf-61573f5aec84 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:12.472349 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b2eb-15e9-45c6-8136-9359f1a0810c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (a9b4856d-2b99-485a-9d02-683eee409d63), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.523690 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (58d6ef00-0a4c-44d7-a6e0-8ad26283937c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.576363 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.582470 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b2eb-15e9-45c6-8136-9359f1a0810c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b4856d-2b99-485a-9d02-683eee409d63,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:12.626192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Current status of the port 913f2f56-e5e5-4d20-8985-b45e07b8873e is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:12.626484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.638143 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (9c60e803-3352-4910-9af0-a6c80805abc3), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.645658 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:12.666597 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d6ef00-0a4c-44d7-a6e0-8ad26283937c,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:12.685669 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9c60e803-3352-4910-9af0-a6c80805abc3 HTTP/1.1" status: 204 len: 168 time: 2.7081831 Jan 17 21:41:12.713946 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35864) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:12.755025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100734011', 'description': 'tempest-description--389181456'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:12.788768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Request body: {'port': {'device_id': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:12.980362 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ebd7195-66bb-4626-9f8e-9d9c4fc5bab7 req-7e06ebd3-da7b-4502-9942-536d7fb9c2a7 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710298 Jan 17 21:41:13.023487 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.db.resource_extend [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:41:13.146974 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:11Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:13.166375 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aad62b-38f0-4458-9601-3d1e6893a435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c60e803-3352-4910-9af0-a6c80805abc3,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:13.226675 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.227093 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] For port 913f2f56-e5e5-4d20-8985-b45e07b8873e, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=913f2f56-e5e5-4d20-8985-b45e07b8873e,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:13.235027 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4556a824-b2ad-42e1-9b80-2b711e1ff5ea tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7398963 Jan 17 21:41:13.240938 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks [] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.242887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35874) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:13.256498 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ec8b5b-649d-4d0f-a4c4-1e5c9922c18c None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:11Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:13.258705 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a0d5b2eb-15e9-45c6-8136-9359f1a0810c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c33e1036f29a4a72b0e2a09894a3f70c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7783830 Jan 17 21:41:13.260924 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group_rule': {'security_group_id': '2fcf000d-cab7-44a9-ac7d-33d10c884eb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:13.264501 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0c3a8bf7-a782-4c10-8913-e448c8fb26c1 req-42417161-5110-4150-8070-0708c7d509fe tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.2969203 Jan 17 21:41:13.285554 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35876) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:13.333738 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Attempting to bind port 2074de27-938e-4e26-b6a4-19606c93a8eb on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:13.334375 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Attempting to bind port 2074de27-938e-4e26-b6a4-19606c93a8eb by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:13.335071 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Attempting to bind port 2074de27-938e-4e26-b6a4-19606c93a8eb on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:13.340930 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.366432 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.411519 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:13.412681 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Checking segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:13.416295 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.418530 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Bound using segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:13.419942 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Bound port: 2074de27-938e-4e26-b6a4-19606c93a8eb, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:13.421081 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.451810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.455557 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:13.455557 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.527659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.539071 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (fbc5067c-a7f3-4bf4-9ba1-4a9cbdecb5e3), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.543601 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.651222 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] Publish callbacks [] for security_group (a9b4856d-2b99-485a-9d02-683eee409d63), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.668352 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:13.713575 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:41:13.737048 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event updated for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:13.800552 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:13.813493 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:13.824819 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:13.832913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:13.834027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.866198 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (fbc5067c-a7f3-4bf4-9ba1-4a9cbdecb5e3), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:13.907621 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-04d5d87f-0075-4d95-a0a3-8d11b2205918 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.4654036 Jan 17 21:41:13.910630 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35880) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:13.917810 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Request body: {'subnet': {'network_id': '2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1830878034-subnet', 'tenant_id': 'c6c9e0e3baba43b88a459cd47ee496b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:13.965563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2899f-f208-4efa-a1c8-c4db9ebafecb None None] Pushing event updated for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:13.975423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] Publish callbacks [] for security_group (a9b4856d-2b99-485a-9d02-683eee409d63), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.013497 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Provisioning complete for port 2074de27-938e-4e26-b6a4-19606c93a8eb triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:14.014547 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.118625 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Port 2074de27-938e-4e26-b6a4-19606c93a8eb cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:14.128809 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] For port 2074de27-938e-4e26-b6a4-19606c93a8eb, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:14.154766 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-b59dd1bf-4d49-4f2f-b173-1f6c6672db83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1194794 Jan 17 21:41:14.160939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (fbc5067c-a7f3-4bf4-9ba1-4a9cbdecb5e3), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.170260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] For port 2074de27-938e-4e26-b6a4-19606c93a8eb, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2074de27-938e-4e26-b6a4-19606c93a8eb,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:14.183917 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Provisioning complete for port 913f2f56-e5e5-4d20-8985-b45e07b8873e triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:14.195627 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.287648 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc5067c-a7f3-4bf4-9ba1-4a9cbdecb5e3,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:14.310401 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Request body: {'port': {'device_id': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:14.388019 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.427643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.434201 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3a315abe-4d22-473c-986c-ab3ec379f4e4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1897323 Jan 17 21:41:14.458342 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35892) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:14.478437 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:14.608321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Made reservation on behalf of c6c9e0e3baba43b88a459cd47ee496b2 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:14.617607 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.699776 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12b39b-5ea5-4af6-b458-7b5f8271d373 None None] Pushing event updated for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:14.707392 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-f4ff57c6-a7fc-4dc3-9193-7828b3bb8471 None None] Current status of the port 913f2f56-e5e5-4d20-8985-b45e07b8873e is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:14.722581 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:14.723248 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:40:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:14.915861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35894) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:14.920510 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.928883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (3311bd5b-58bf-48d3-9f2e-946b779d0c9e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:14.954888 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 913f2f56-e5e5-4d20-8985-b45e07b8873e up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:15.022168 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76ba55a-0cb9-4a7b-a46e-31c647dd4035 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:15.059120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.068549 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks [] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.087249 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94499cc3-b459-4868-bf55-cd059fa0c2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.096040 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (a9b4856d-2b99-485a-9d02-683eee409d63), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.101352 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.109710 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a9b4856d-2b99-485a-9d02-683eee409d63 HTTP/1.1" status: 204 len: 168 time: 1.8089774 Jan 17 21:41:15.139350 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3311bd5b-58bf-48d3-9f2e-946b779d0c9e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.178960 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017ad13-00ec-402f-a10e-d743fd029f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b4856d-2b99-485a-9d02-683eee409d63,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:15.308343 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:15.324125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Transition to ACTIVE for port object a76ba55a-0cb9-4a7b-a46e-31c647dd4035 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:41:15.338467 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.340529 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.6065221 Jan 17 21:41:15.354321 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7012b0d6-8c17-40bc-b56e-e1388c9accef req-b74a56e5-616c-4941-9cd1-99f38d777dd4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:15.363326 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7012b0d6-8c17-40bc-b56e-e1388c9accef req-b74a56e5-616c-4941-9cd1-99f38d777dd4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 932 time: 0.8280010 Jan 17 21:41:15.368370 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35900) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:15.409607 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group_rule': {'security_group_id': '3311bd5b-58bf-48d3-9f2e-946b779d0c9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:15.535242 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fede92-aca7-4199-ab2d-1710189b5ca6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3311bd5b-58bf-48d3-9f2e-946b779d0c9e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:15.610814 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Provisioning complete for port 2074de27-938e-4e26-b6a4-19606c93a8eb triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:15.611703 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.649703 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.693253 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7012b0d6-8c17-40bc-b56e-e1388c9accef req-c2ab97f5-8728-48c0-adaf-76c50e592ea1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285151 Jan 17 21:41:15.741482 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 913f2f56-e5e5-4d20-8985-b45e07b8873e triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:15.741897 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.840074 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8af88-c60c-4558-99ed-b357558ee8aa req-b84007b1-a524-4be4-87b8-e6f5b058663b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:15.875892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d3b8af88-c60c-4558-99ed-b357558ee8aa req-b84007b1-a524-4be4-87b8-e6f5b058663b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 932 time: 1.7174826 Jan 17 21:41:15.917825 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:15.924788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Attempting to bind port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:15.924788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Attempting to bind port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '42c2f0d5-dfb3-4b46-959c-97b666b922b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:15.924788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Attempting to bind port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 on network 26b2fa90-027f-4d3f-84af-c98b408ba559 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:15.930248 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 on network 26b2fa90-027f-4d3f-84af-c98b408ba559 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:41:15.931286 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Attempting to bind port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 on network 26b2fa90-027f-4d3f-84af-c98b408ba559 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:15.937820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:15.938191 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Checking segment: {'id': '42c2f0d5-dfb3-4b46-959c-97b666b922b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:15.938844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Bound using segment: {'id': '42c2f0d5-dfb3-4b46-959c-97b666b922b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:15.939370 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Bound port: a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c2f0d5-dfb3-4b46-959c-97b666b922b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:15.939748 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:15.986641 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Current status of the port 2074de27-938e-4e26-b6a4-19606c93a8eb is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:15.987035 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.030938 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (9b7904b6-150a-41ea-baee-72bc6815f74c), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.120680 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (9b7904b6-150a-41ea-baee-72bc6815f74c), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.124248 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 913f2f56-e5e5-4d20-8985-b45e07b8873e is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:16.155612 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:16.163816 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,segment=NetworkSegment(42c2f0d5-dfb3-4b46-959c-97b666b922b2),segment_id=42c2f0d5-dfb3-4b46-959c-97b666b922b2)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:16.187320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] For port 2074de27-938e-4e26-b6a4-19606c93a8eb, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2074de27-938e-4e26-b6a4-19606c93a8eb,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:16.201980 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:14Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:16.224301 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (9b7904b6-150a-41ea-baee-72bc6815f74c), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.255246 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7904b6-150a-41ea-baee-72bc6815f74c,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:16.301832 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6467de-4a3a-4a8e-954c-efa7cc084442 None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:14Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:16.333200 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.334266 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.352953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (0ac8d4f8-79f4-4322-8e49-c499674802c9), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.465831 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.467430 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-fb82d702-b27a-43f6-8ab7-957b64bc4af7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0952888 Jan 17 21:41:16.477967 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35910) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:16.489880 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group_rule': {'security_group_id': '3311bd5b-58bf-48d3-9f2e-946b779d0c9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:16.569568 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168020a-f1d8-47cc-8fd4-cc9b4050ba4d None None] Pushing event updated for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:16.721745 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:16.723011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:16.724407 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] 10.222.0.81 "PUT /v2.0/ports/a76ba55a-0cb9-4a7b-a46e-31c647dd4035 HTTP/1.1" status: 200 len: 1094 time: 4.4432969 Jan 17 21:41:16.726767 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:16.866954 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac8d4f8-79f4-4322-8e49-c499674802c9,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:16.883521 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d3b8af88-c60c-4558-99ed-b357558ee8aa req-f6aa6473-69e5-4d2e-bd17-d06a8068a770 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042534 Jan 17 21:41:16.932044 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b78146-5b92-41dd-8767-9abc347dc6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:17.023365 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2074de27-938e-4e26-b6a4-19606c93a8eb up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:17.142603 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Checking segment: {'id': '536a5833-3ca5-4a3e-abcf-95bd4fbb5e00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:17.142964 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Network hostable DHCP agents. Network: 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:41:17.313121 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 2074de27-938e-4e26-b6a4-19606c93a8eb triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:17.313713 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:17.428412 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8f3bd-3dae-41de-a752-d69cf702dd03" -d '{"events": [{"name": "network-changed", "server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:17.547271 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94499cc3-b459-4868-bf55-cd059fa0c2d9 admin admin] Publish callbacks [] for security_group (0eac5289-6338-4f3d-b446-74b871ea54b8), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:17.602677 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (aeb72d1c-ae06-4913-96ec-1d646540cb53), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:17.644832 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2074de27-938e-4e26-b6a4-19606c93a8eb is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:17.653049 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-67cae37c-b2ea-48f9-8c81-810f0bd7f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:17.656751 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-67cae37c-b2ea-48f9-8c81-810f0bd7f772 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f8a798226704025b351188bd20a3203&device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 1097 time: 0.6870277 Jan 17 21:41:17.677015 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-94499cc3-b459-4868-bf55-cd059fa0c2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0eac5289-6338-4f3d-b446-74b871ea54b8), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:17.696174 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:17.703579 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd7191-451a-414c-90ab-cb2f57c8add9 req-2a567c4f-37c2-43b4-8b7e-d0177e244d81 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:17.721973 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7dfd7191-451a-414c-90ab-cb2f57c8add9 req-2a567c4f-37c2-43b4-8b7e-d0177e244d81 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 932 time: 0.5704784 Jan 17 21:41:17.863898 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks [] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:17.886028 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-94499cc3-b459-4868-bf55-cd059fa0c2d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef7ebfbfe072419aa8b49dca80b39223&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9363315 Jan 17 21:41:17.909436 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 35944) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:18.005157 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Network 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:41:18.192231 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499cc3-b459-4868-bf55-cd059fa0c2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eac5289-6338-4f3d-b446-74b871ea54b8,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:18.225345 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.237343 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Transition to ACTIVE for port object e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:41:18.277369 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0942d71-25e6-49a6-9fd7-b6b1f6f2f16a x-openstack-request-id: req-c0942d71-25e6-49a6-9fd7-b6b1f6f2f16a {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:18.278893 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:18.280018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c0942d71-25e6-49a6-9fd7-b6b1f6f2f16a {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:18.281223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035', 'status': 'completed', 'code': 200} Jan 17 21:41:18.371611 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] Publish callbacks [] for security_group (0eac5289-6338-4f3d-b446-74b871ea54b8), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.373433 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:18.379860 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.384338 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600b2e7-b310-4c32-8f60-06b2fd816aa6 None None] Network 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:18.439981 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-beb5892f-2305-4365-8af4-6a856d60d7ce service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035 HTTP/1.1" status: 200 len: 217 time: 0.7714548 Jan 17 21:41:18.473778 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (aeb72d1c-ae06-4913-96ec-1d646540cb53), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.552367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-44537fbb-725f-49b9-876e-a5a5af160d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:18.552367 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-44537fbb-725f-49b9-876e-a5a5af160d9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e659bc2f-af75-4037-8bca-296797477bc6 HTTP/1.1" status: 200 len: 852 time: 0.0710628 Jan 17 21:41:18.557130 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:18.557737 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (aeb72d1c-ae06-4913-96ec-1d646540cb53), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.557826 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.574257 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:18.628226 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2cc57b-f6a3-4dcb-aece-e95ee7cc04fa None None] Network 2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:41:18.734090 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] Publish callbacks [] for security_group (0eac5289-6338-4f3d-b446-74b871ea54b8), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.781068 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:18.795387 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3118343 Jan 17 21:41:18.797286 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35956) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:18.818385 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-01ff177b-f557-4002-ba7b-1f702ab616c6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=26b2fa90-027f-4d3f-84af-c98b408ba559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2524934 Jan 17 21:41:18.825612 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7dfd7191-451a-414c-90ab-cb2f57c8add9 req-5279fca3-6465-4379-b9c1-45a965f52146 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1018493 Jan 17 21:41:18.848723 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18c722-d6e2-4f69-80b1-9912fff21905 req-eccaa51b-b138-49f6-b606-054e83dd0fc3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:18.850878 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0c18c722-d6e2-4f69-80b1-9912fff21905 req-eccaa51b-b138-49f6-b606-054e83dd0fc3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.5163922 Jan 17 21:41:18.866693 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:18.981981 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-65f78eab-4844-4181-8a94-f7eac663dc10 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0699940 Jan 17 21:41:19.005756 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969e823-041f-4003-9f70-e28ed205ebff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb72d1c-ae06-4913-96ec-1d646540cb53,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:19.146732 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-2d039810-a5ae-49dd-aa02-6536b70c5258 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359846 Jan 17 21:41:19.151870 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0eac5289-6338-4f3d-b446-74b871ea54b8), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.157402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.162445 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0eac5289-6338-4f3d-b446-74b871ea54b8 HTTP/1.1" status: 204 len: 168 time: 1.2386019 Jan 17 21:41:19.162445 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Allocated IP 172.27.2.35 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/0db9385e-95fd-408a-9e36-29ef076a6946) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:19.209312 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.221618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Attempting to bind port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:19.222198 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Attempting to bind port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:19.229516 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Attempting to bind port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:19.331260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 35970) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:19.378412 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f164d-2c9e-493a-90f1-2e38f8803f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eac5289-6338-4f3d-b446-74b871ea54b8,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:19.394800 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:41:19.396153 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Attempting to bind port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:19.498873 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0c18c722-d6e2-4f69-80b1-9912fff21905 req-f6754bcb-bbae-4f89-b5c8-4d233a9954e3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086581 Jan 17 21:41:19.539675 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Deleting subnet ec6e7a23-c500-44c0-aec3-73447e09db85 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:41:19.549491 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Publish callbacks [] for subnet (ec6e7a23-c500-44c0-aec3-73447e09db85), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.610375 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:19.611746 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Checking segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:19.612389 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Bound using segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:19.612897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Bound port: e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:19.613275 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.623626 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06e430cc-b1e3-471b-ae11-cca4010982e3 req-1c3870a9-adfd-445f-84f8-352514d44af9 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649618 Jan 17 21:41:19.659765 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Publish callbacks [] for subnet (ec6e7a23-c500-44c0-aec3-73447e09db85), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.679671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (ec6e7a23-c500-44c0-aec3-73447e09db85), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.877737 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.953171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:19.967336 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (0db9385e-95fd-408a-9e36-29ef076a6946), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.050485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:20.061242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:20.168157 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.200136 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:20.203040 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.205382 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] 10.222.0.81 "PUT /v2.0/ports/e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 200 len: 1094 time: 6.0028901 Jan 17 21:41:20.209039 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:20.371179 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-f1169cce-26e5-46d6-b235-a7edb9e048c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:20.376693 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-f1169cce-26e5-46d6-b235-a7edb9e048c3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f8a798226704025b351188bd20a3203&device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 1097 time: 0.6028123 Jan 17 21:41:20.386883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (ec6e7a23-c500-44c0-aec3-73447e09db85), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.539413 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.738167 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:20.745503 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:20.751956 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3656eba-64d2-4092-8042-6a6bde527397 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:20.765265 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:20.827630 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6e7a23-c500-44c0-aec3-73447e09db85,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:20.869821 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b" -d '{"events": [{"name": "network-changed", "server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:20.929710 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:20.947967 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Allocated IP 172.27.2.91 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/127331e1-2b20-48b0-9352-62a662a6a63e) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:21.151124 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dc1ff-0936-4e50-b23a-d83f02f4d451 req-47791972-242b-46e4-a7e8-365fadf2cca3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:21.227584 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-247dc1ff-0936-4e50-b23a-d83f02f4d451 req-47791972-242b-46e4-a7e8-365fadf2cca3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 1.1796305 Jan 17 21:41:21.227584 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-14253ee8-4d9b-491c-8297-11f9ec558352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:21.227584 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-14253ee8-4d9b-491c-8297-11f9ec558352 service neutron] 10.222.0.81 "GET /v2.0/networks?id=26b2fa90-027f-4d3f-84af-c98b408ba559 HTTP/1.1" status: 200 len: 913 time: 0.7586374 Jan 17 21:41:21.227584 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:21.227584 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9edc6c25-d68c-4fc8-aba7-e4397fc62af0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ec6e7a23-c500-44c0-aec3-73447e09db85 HTTP/1.1" status: 204 len: 168 time: 1.8404918 Jan 17 21:41:21.234666 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=0db9385e-95fd-408a-9e36-29ef076a6946,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:21.234666 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-0d9bbe62-5af7-4993-bfcc-3ce7a0bdfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:21.234666 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-0d9bbe62-5af7-4993-bfcc-3ce7a0bdfa3a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 1097 time: 0.7697716 Jan 17 21:41:21.234666 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36020) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:21.343454 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:21.424413 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-6cdbf67b-9ff4-4c02-9286-e1da6d826167 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035 HTTP/1.1" status: 200 len: 217 time: 0.2044678 Jan 17 21:41:21.481698 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (127331e1-2b20-48b0-9352-62a662a6a63e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:21.508141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-45d9bae8-6984-4f4f-b6d6-292fa1287e03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 200 len: 217 time: 0.2840199 Jan 17 21:41:21.567643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8a14a3-9da2-4f40-b8f0-2478b894390c req-dda44b4b-1fe5-4da5-b9ff-2b5c3a184fcf tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:21.569816 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d8a14a3-9da2-4f40-b8f0-2478b894390c req-dda44b4b-1fe5-4da5-b9ff-2b5c3a184fcf tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.7097559 Jan 17 21:41:21.612368 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-247dc1ff-0936-4e50-b23a-d83f02f4d451 req-1e355bd6-b136-4690-9a7c-4dd5972dca22 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159381 Jan 17 21:41:21.687874 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-6cb3174a-bf88-4f63-aa7f-02c45b507d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:21.701739 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-6cb3174a-bf88-4f63-aa7f-02c45b507d6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e659bc2f-af75-4037-8bca-296797477bc6 HTTP/1.1" status: 200 len: 852 time: 0.2499068 Jan 17 21:41:21.744241 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-c86a18e1-fc0b-4b7e-829c-2a043d0f6160 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=26b2fa90-027f-4d3f-84af-c98b408ba559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391495 Jan 17 21:41:21.827803 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (9a089f92-2f4d-4191-a379-95b0a653dc0b), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:21.961726 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:22.138436 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:22.140586 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:22.143432 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:22.161740 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-e4eda52e-f7ad-4382-826a-dc9c47e845db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:22.164617 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-e4eda52e-f7ad-4382-826a-dc9c47e845db service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.6408088 Jan 17 21:41:22.169442 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325916fa-447d-4639-b8b4-74e3377e8954 x-openstack-request-id: req-325916fa-447d-4639-b8b4-74e3377e8954 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:22.198433 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:22.198433 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-325916fa-447d-4639-b8b4-74e3377e8954 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:22.198433 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', 'status': 'completed', 'code': 200} Jan 17 21:41:22.200218 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d8a14a3-9da2-4f40-b8f0-2478b894390c req-2fe2d5e6-612f-491b-af0f-518b1c5f02c7 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6015530 Jan 17 21:41:22.263639 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=127331e1-2b20-48b0-9352-62a662a6a63e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:22.361227 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-333fb28a-0e7a-4762-8ed2-0482c8c8bd09 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1684890 Jan 17 21:41:22.477602 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-bd5ff521-b35c-4d9f-b8b6-38c502c91088 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7203262 Jan 17 21:41:22.600988 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (0db9385e-95fd-408a-9e36-29ef076a6946), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:22.609317 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (9a089f92-2f4d-4191-a379-95b0a653dc0b), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:22.616483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:22.677617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.678482 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.682357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.682357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > port after_create 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.682357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > port after_delete 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.682880 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > port after_update 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.683746 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.684506 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.685289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.686062 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:22.767064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4ce8f3bd-3dae-41de-a752-d69cf702dd03 req-3be18a56-c9fc-4f53-a5a0-b241ff759253 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817378 Jan 17 21:41:23.005897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:23.006834 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:23.007659 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:23.009109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109913) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:23.010877 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a089f92-2f4d-4191-a379-95b0a653dc0b']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:23.046622 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.079901 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327ee696-c6da-4c1c-9507-73d3de2a124d') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:23.080408 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327ee696-c6da-4c1c-9507-73d3de2a124d') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:23.153705 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (327ee696-c6da-4c1c-9507-73d3de2a124d), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.202684 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-6a5c9ddb-159c-473b-8937-184456b7f845 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237517 Jan 17 21:41:23.212051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.222801 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (327ee696-c6da-4c1c-9507-73d3de2a124d), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.252028 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:41:23.252461 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (327ee696-c6da-4c1c-9507-73d3de2a124d), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: from cryptography.utils import int_from_bytes Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: from cryptography.utils import int_from_bytes Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.279186 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:41:23.281989 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:41:23.389043 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.392113 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=0db9385e-95fd-408a-9e36-29ef076a6946,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:23.446668 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652fea2-fed7-4cc2-908b-86f6472a7cb3 req-d20df99b-a6e4-4da7-a034-43d45c1cab18 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:23.458610 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e652fea2-fed7-4cc2-908b-86f6472a7cb3 req-d20df99b-a6e4-4da7-a034-43d45c1cab18 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.2475705 Jan 17 21:41:23.578073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff3f6c-6680-4729-81a0-5fa9ead51f47 req-56411972-febf-4a72-82d5-fcb37ab59bea tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:23.579987 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f8ff3f6c-6680-4729-81a0-5fa9ead51f47 req-56411972-febf-4a72-82d5-fcb37ab59bea tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.1483335 Jan 17 21:41:23.583452 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd0b02f-fa6c-4984-b851-f31f7fd81687 req-a17a633b-34d2-4b24-8421-dd38d5718cb1 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643129 Jan 17 21:41:23.591431 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (9a089f92-2f4d-4191-a379-95b0a653dc0b), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.612225 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.622351 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] 10.222.0.74 "DELETE /v2.0/networks/9a089f92-2f4d-4191-a379-95b0a653dc0b HTTP/1.1" status: 204 len: 168 time: 2.3956289 Jan 17 21:41:23.640813 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36062) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:23.670626 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.686073 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8b319226-6f1f-4a4f-b912-922dc9e1cadc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.2130771 Jan 17 21:41:23.686073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5a8d8-075b-4fd5-b9c3-1c125e32f34b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a089f92-2f4d-4191-a379-95b0a653dc0b,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:23.906878 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Deleting subnet 0ac8d4f8-79f4-4322-8e49-c499674802c9 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:41:23.926359 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Publish callbacks [] for subnet (0ac8d4f8-79f4-4322-8e49-c499674802c9), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:23.934827 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e652fea2-fed7-4cc2-908b-86f6472a7cb3 req-7c7d49ce-48ac-4f2c-8c5c-dc9864b43004 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296461 Jan 17 21:41:24.001369 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f8ff3f6c-6680-4729-81a0-5fa9ead51f47 req-47cdfec9-2a6a-459f-97b3-c52755f5c48b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687234 Jan 17 21:41:24.011274 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Publish callbacks [] for subnet (0ac8d4f8-79f4-4322-8e49-c499674802c9), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.019992 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (127331e1-2b20-48b0-9352-62a662a6a63e), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.023892 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (0ac8d4f8-79f4-4322-8e49-c499674802c9), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.055802 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-8d9b1dfc-fc88-41a8-bf84-b0b9dabc6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:24.082232 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-8d9b1dfc-fc88-41a8-bf84-b0b9dabc6705 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 1097 time: 0.3347237 Jan 17 21:41:24.154862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.310153 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.327375 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-519193a2-cb0e-476f-8d1c-53f29b2747cd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--521975243&fields=id&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 267 time: 0.2030997 Jan 17 21:41:24.329708 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=127331e1-2b20-48b0-9352-62a662a6a63e,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:24.433039 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-17147697-ba75-475e-8e5d-8cad60b0a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:24.435774 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-17147697-ba75-475e-8e5d-8cad60b0a5e3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 916 time: 0.3536932 Jan 17 21:41:24.473723 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for subnet (0ac8d4f8-79f4-4322-8e49-c499674802c9), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.487097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.488639 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-6645189b-4c53-48b0-935c-ee6c65152552 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6614001 Jan 17 21:41:24.526085 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.529359 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-fa9924c9-30f1-44e7-9fe4-b2c87ae1a1ff service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 200 len: 217 time: 0.0757055 Jan 17 21:41:24.530219 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36084) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:24.536028 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0ac8d4f8-79f4-4322-8e49-c499674802c9 HTTP/1.1" status: 204 len: 168 time: 0.8890178 Jan 17 21:41:24.539810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c63788-e282-4613-9f8c-aca589e049d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac8d4f8-79f4-4322-8e49-c499674802c9,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:24.689733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-50e41fea-b595-4e3b-a5fc-fa885e0c4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:24.691267 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-50e41fea-b595-4e3b-a5fc-fa885e0c4fd6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.1404564 Jan 17 21:41:24.694005 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:24.750117 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-ece11c59-6389-4cea-a2c0-785ed884ba6d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:24.765947 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-ece11c59-6389-4cea-a2c0-785ed884ba6d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 817 time: 0.4049675 Jan 17 21:41:24.840530 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-4c4692b4-b7e0-4f4d-bc49-cd0912ad7888 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229992 Jan 17 21:41:24.843004 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7eb67497-41ae-434d-856d-eb5c9210a70c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/quotas/f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 375 time: 0.0745666 Jan 17 21:41:25.129314 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-b02400ac-5db3-4820-8db8-bf45c6560e33 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2838655 Jan 17 21:41:25.251895 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:25.328802 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-4059282d-8b58-429a-b369-90ccac0d9bba service neutron] 10.222.0.74 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798825 Jan 17 21:41:25.512576 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-a0a50351-f7e8-460a-80de-4fd046513e62 service neutron] 10.222.0.74 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773148 Jan 17 21:41:25.517769 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-f5a10efd-0c1e-4633-8ca5-367d6c0fd404 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--100734011&fields=id&tenant_id=e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 267 time: 0.3551993 Jan 17 21:41:25.520957 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-c8b757a2-92cf-47ad-b8c9-611d7dd23aa5 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637113 Jan 17 21:41:25.528324 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:25.568746 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '536a5833-3ca5-4a3e-abcf-95bd4fbb5e00') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:25.571654 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '536a5833-3ca5-4a3e-abcf-95bd4fbb5e00') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:25.590058 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4c5b6b17-46e6-4cc1-8e32-bf5b3eb26e77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:25.733365 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (536a5833-3ca5-4a3e-abcf-95bd4fbb5e00), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:25.802622 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (536a5833-3ca5-4a3e-abcf-95bd4fbb5e00), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:25.827793 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:41:25.828253 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (536a5833-3ca5-4a3e-abcf-95bd4fbb5e00), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:41:25.830039 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:41:25.913903 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd1cc6-7d38-4a04-8ffb-e42790dd9652 req-804f8a50-6449-401d-86bf-0a519f23eebc tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:25.918549 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7dcd1cc6-7d38-4a04-8ffb-e42790dd9652 req-804f8a50-6449-401d-86bf-0a519f23eebc tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.1237900 Jan 17 21:41:26.018642 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7dcd1cc6-7d38-4a04-8ffb-e42790dd9652 req-49e07684-7b6d-48ad-abda-dab470b05b8f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990679 Jan 17 21:41:26.173641 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-84b9cff0-3daf-4a76-b5dd-e19d0e4cdc3b req-539cd552-cdf2-4b4f-b18c-4cdd93fe8c70 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153119 Jan 17 21:41:26.191647 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-056afb02-fb46-4609-a971-5f621b8907b5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:26.193569 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-056afb02-fb46-4609-a971-5f621b8907b5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 811 time: 0.6436744 Jan 17 21:41:26.196079 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a76e3f-d885-430a-93a5-f7bbacd1957f req-5402282f-5088-4998-a10b-12784fab68cd tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:26.209158 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-28a76e3f-d885-430a-93a5-f7bbacd1957f req-5402282f-5088-4998-a10b-12784fab68cd tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.0966425 Jan 17 21:41:26.235984 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-cdadb9fe-81f2-40f5-8939-55091a458122 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/quotas/e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 375 time: 0.0276487 Jan 17 21:41:26.272288 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-28a76e3f-d885-430a-93a5-f7bbacd1957f req-5bee20ec-93d2-4c4c-b83a-63b7ef441eb3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Jan 17 21:41:26.302909 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:26.311104 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:26.314838 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1 HTTP/1.1" status: 204 len: 168 time: 1.7828059 Jan 17 21:41:26.378606 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-93f9dae8-08da-4790-9d21-5d39630ea9d8 req-606f9e2d-16f6-46d0-893b-2062ff0592b1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0616393 Jan 17 21:41:26.424869 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-5120d108-a68d-4af6-9ed3-d17634d057ba tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784821 Jan 17 21:41:26.426290 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bd027-c743-4547-b3fa-76cbe2d2a936 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd9f18e-7e2a-430e-ab7b-a2ab997a97e1,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:26.668426 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-df6be655-4259-4869-bd4a-7e3bcc90fcbb service neutron] 10.222.0.74 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834748 Jan 17 21:41:26.802135 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-ed2f3d6c-0039-4a66-b82c-82fd920eed54 service neutron] 10.222.0.74 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274602 Jan 17 21:41:27.164595 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f5b731-b1d4-456f-bd6b-2d70429ad667 req-d6649c44-342f-42be-a8a0-a481f4a221de tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:27.166448 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-44f5b731-b1d4-456f-bd6b-2d70429ad667 req-d6649c44-342f-42be-a8a0-a481f4a221de tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.0683770 Jan 17 21:41:27.222918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36174) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:27.227372 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-44f5b731-b1d4-456f-bd6b-2d70429ad667 req-be53c8fc-be9f-442c-a993-3808921ea9cd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545638 Jan 17 21:41:27.274714 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f1a1dd01-bd50-4ad8-a4dc-0a58bfa67055 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd03970e99804154ae63b95da8636f86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0482359 Jan 17 21:41:27.277202 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36176) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:27.402649 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] Publish callbacks [] for security_group (f42ca969-be5a-4ec7-8d70-5aa4c8773422), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.432652 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6a6d613-492c-48a8-b19d-be18d29fc152 req-7cfdd64c-3b6b-4bf9-ace5-db5894f53b51 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0712991 Jan 17 21:41:27.448978 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] Publish callbacks [] for security_group (f42ca969-be5a-4ec7-8d70-5aa4c8773422), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.564217 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3d3fc1f9-bddf-4ff4-95bc-99fc492b0e71 req-025f0f9c-18ed-41a5-b81d-f02801600cb5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0620191 Jan 17 21:41:27.612716 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36192) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:27.621195 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa7fd9-cc3a-48d0-a892-e677db1df42f req-74905689-5c4a-41cd-89e0-a8b23965053f tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:27.623965 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0ffa7fd9-cc3a-48d0-a892-e677db1df42f req-74905689-5c4a-41cd-89e0-a8b23965053f tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.2243443 Jan 17 21:41:27.703741 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0ffa7fd9-cc3a-48d0-a892-e677db1df42f req-1663d43b-0dab-4d00-bce2-4a96bc7a4f04 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696325 Jan 17 21:41:27.753946 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-723fee55-3f62-441b-94da-b01cbbdaa5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.755437 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f42ca969-be5a-4ec7-8d70-5aa4c8773422), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.758276 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.759422 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f42ca969-be5a-4ec7-8d70-5aa4c8773422 HTTP/1.1" status: 204 len: 168 time: 0.4809051 Jan 17 21:41:27.776850 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfee25e-fd9f-4f6e-a400-37ba4ba2f1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ca969-be5a-4ec7-8d70-5aa4c8773422,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:27.905280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-723fee55-3f62-441b-94da-b01cbbdaa5ec admin admin] Publish callbacks [] for security_group (156d5411-903c-4057-86c1-d01055dcbe58), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:27.966647 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-723fee55-3f62-441b-94da-b01cbbdaa5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (156d5411-903c-4057-86c1-d01055dcbe58), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.014977 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-723fee55-3f62-441b-94da-b01cbbdaa5ec admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8efab51a3e114c9082c956b29ddf0520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007077 Jan 17 21:41:28.017683 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fee55-3f62-441b-94da-b01cbbdaa5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156d5411-903c-4057-86c1-d01055dcbe58,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:28.019291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36208) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:28.100291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] Publish callbacks [] for security_group (156d5411-903c-4057-86c1-d01055dcbe58), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.149151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] Publish callbacks [] for security_group (156d5411-903c-4057-86c1-d01055dcbe58), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.281587 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7a5a0f30-bd38-4c99-a2e6-55368d5b0183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.339816 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (156d5411-903c-4057-86c1-d01055dcbe58), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.348215 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:28.352562 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/156d5411-903c-4057-86c1-d01055dcbe58 HTTP/1.1" status: 204 len: 168 time: 0.3320961 Jan 17 21:41:28.364735 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660f685-2bab-4d1b-8167-6628a4687eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156d5411-903c-4057-86c1-d01055dcbe58,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:28.423824 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1dcca-1393-4513-a740-0731fc7069f2 req-5db3b2ed-06a6-4b80-b6e4-ca3de7d48da6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:28.427906 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dba1dcca-1393-4513-a740-0731fc7069f2 req-5db3b2ed-06a6-4b80-b6e4-ca3de7d48da6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.1168480 Jan 17 21:41:28.541036 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dba1dcca-1393-4513-a740-0731fc7069f2 req-327b8200-ead8-476b-80af-1cc9ee29e227 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071789 Jan 17 21:41:28.598662 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c157fdc0-abf7-45bf-be62-f92e6cb10cdc req-e7fcbf26-10ba-4a11-9f83-6c8ddb9f5803 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0293655 Jan 17 21:41:28.681870 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4172254c-1f27-4ecb-b4a2-2bd671b88c44 req-ce356e54-cf0a-4f37-9c0b-1ed6f40c01ec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0339754 Jan 17 21:41:28.856141 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121a6010-7d73-4c7b-bd45-3aaa7f00a0c1 req-114af0bd-38ea-4fd3-bc6b-d7cbd4cea171 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:28.857794 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-121a6010-7d73-4c7b-bd45-3aaa7f00a0c1 req-114af0bd-38ea-4fd3-bc6b-d7cbd4cea171 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.0646813 Jan 17 21:41:28.928171 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-121a6010-7d73-4c7b-bd45-3aaa7f00a0c1 req-51c8451f-7f5f-41fd-8fd6-edf2bb4f3533 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640719 Jan 17 21:41:29.001333 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36234) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:29.067732 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f61daa45-76ab-4658-b6d0-9c655e604674 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c6c9e0e3baba43b88a459cd47ee496b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646167 Jan 17 21:41:29.070430 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36236) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:29.125812 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] Publish callbacks [] for security_group (18c9cdf0-58c9-49f3-9876-0d75b262db7e), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.150270 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] Publish callbacks [] for security_group (18c9cdf0-58c9-49f3-9876-0d75b262db7e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.321224 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (18c9cdf0-58c9-49f3-9876-0d75b262db7e), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.325205 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.326658 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/18c9cdf0-58c9-49f3-9876-0d75b262db7e HTTP/1.1" status: 204 len: 168 time: 0.2551062 Jan 17 21:41:29.337776 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4dc80-e06c-46e4-b605-bf33abf74f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c9cdf0-58c9-49f3-9876-0d75b262db7e,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:29.560515 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36244) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:29.595166 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d7b85086-6c9f-491d-93c8-616dac7787d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.747516 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d61d8-4574-4f28-bc11-f09fc15d5266 req-29949674-67c5-4786-a04a-27e50a114e68 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:29.748531 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e91d208a-8759-4352-9e3c-98c72e245da4 req-93f30312-4aab-4615-8b8c-ffa70a42dc8d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0419960 Jan 17 21:41:29.750743 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a41d61d8-4574-4f28-bc11-f09fc15d5266 req-29949674-67c5-4786-a04a-27e50a114e68 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.0919938 Jan 17 21:41:29.765453 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d7b85086-6c9f-491d-93c8-616dac7787d9 admin admin] Publish callbacks [] for security_group (71766686-939b-4e36-b63a-6caf6fee48c4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.828048 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a41d61d8-4574-4f28-bc11-f09fc15d5266 req-adc3a39c-33a8-48e1-98ec-f93383268e65 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599017 Jan 17 21:41:29.846357 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.851506 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1fb0f43f-5da2-4db4-b6d2-313ee8680476 req-8ac924b8-75b3-42d3-8c00-4fb7e7d166aa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0347278 Jan 17 21:41:29.892381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d7b85086-6c9f-491d-93c8-616dac7787d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (71766686-939b-4e36-b63a-6caf6fee48c4), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:29.937141 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d7b85086-6c9f-491d-93c8-616dac7787d9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=33d2a25af8f14d2da83207e9da4c4b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746300 Jan 17 21:41:29.938136 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b85086-6c9f-491d-93c8-616dac7787d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71766686-939b-4e36-b63a-6caf6fee48c4,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:29.941068 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36262) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:30.021573 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] Publish callbacks [] for security_group (71766686-939b-4e36-b63a-6caf6fee48c4), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.074000 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] Publish callbacks [] for security_group (71766686-939b-4e36-b63a-6caf6fee48c4), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.128665 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264793aa-dc41-4345-bfed-68583d9eb767 req-0ad6290c-98b9-47b7-8463-8e29ccceb8c3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:30.135332 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-264793aa-dc41-4345-bfed-68583d9eb767 req-0ad6290c-98b9-47b7-8463-8e29ccceb8c3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.0983727 Jan 17 21:41:30.193599 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-264793aa-dc41-4345-bfed-68583d9eb767 req-36c5dbdd-922c-4da3-a287-d0212fced0d3 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534508 Jan 17 21:41:30.226542 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:41:30.389199 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (71766686-939b-4e36-b63a-6caf6fee48c4), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.392931 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:30.393130 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/71766686-939b-4e36-b63a-6caf6fee48c4 HTTP/1.1" status: 204 len: 168 time: 0.4504282 Jan 17 21:41:30.404999 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f97ca2-976e-4b0e-9581-998ed6949413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71766686-939b-4e36-b63a-6caf6fee48c4,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:30.962028 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e78fe59b-a368-4ef4-bd93-221541ca7af2 req-985368bf-12e2-48f7-8cd7-0a172fcc1461 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0864763 Jan 17 21:41:31.094636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb97340-b9dc-429e-900b-864a4912c14b req-84ce782a-8001-4938-845e-59e6ea997154 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:31.096449 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4eb97340-b9dc-429e-900b-864a4912c14b req-84ce782a-8001-4938-845e-59e6ea997154 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.1075902 Jan 17 21:41:31.141624 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ec331fa7-8cdc-4e9f-a8bc-d1f3a97e2e34 req-5f0f65e9-1802-4d02-8a5c-ee28866dd566 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0381899 Jan 17 21:41:31.168560 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4eb97340-b9dc-429e-900b-864a4912c14b req-2fac1881-80d4-46ad-ab3c-f3a22f488e02 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602014 Jan 17 21:41:31.321310 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e473b05-9eec-4213-910c-c72e427c70fa req-ecf3e4c4-716c-44da-b657-34f58ebdcb03 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:31.326544 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4e473b05-9eec-4213-910c-c72e427c70fa req-ecf3e4c4-716c-44da-b657-34f58ebdcb03 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.0566061 Jan 17 21:41:31.397559 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4e473b05-9eec-4213-910c-c72e427c70fa req-8abe0b85-7667-4a5d-8907-aefca6feddbd tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651822 Jan 17 21:41:32.069133 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:32.253282 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9f8c0f6-b988-4ef9-bed9-0f435d234bcf req-48ec7450-2184-420c-9a1b-a3b26ff1da5e tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0981669 Jan 17 21:41:32.374177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-382b8a5a-7015-467c-bf80-75aeff302a70 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:32.376856 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-382b8a5a-7015-467c-bf80-75aeff302a70 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 817 time: 0.2614610 Jan 17 21:41:32.422889 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1d083092-f94d-4819-8625-9bb076a75c51 req-2d174ba9-2c0e-4cfe-ad97-c9ea4f323481 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0748248 Jan 17 21:41:32.556752 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-9646f970-c3fb-4eba-933f-330e12086b58 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 379 time: 0.1705799 Jan 17 21:41:32.570476 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'port': {'device_id': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'admin_state_up': True, 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'security_groups': ['2fcf000d-cab7-44a9-ac7d-33d10c884eb6']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:32.571901 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61802a-87e9-496b-9128-e5ac3c95622c req-ef93bcfc-7963-4fc8-b3a0-4928e12b9ded tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:32.574619 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6f61802a-87e9-496b-9128-e5ac3c95622c req-ef93bcfc-7963-4fc8-b3a0-4928e12b9ded tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.0590153 Jan 17 21:41:32.645230 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11d378-9a45-4928-bb10-d34d650cddab req-e3a0640a-3a31-4d20-9c38-f70269ef6175 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:32.646934 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4d11d378-9a45-4928-bb10-d34d650cddab req-e3a0640a-3a31-4d20-9c38-f70269ef6175 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.2074986 Jan 17 21:41:32.753572 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4d11d378-9a45-4928-bb10-d34d650cddab req-b869b9e2-cfe2-41a8-b50b-713f5abff617 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896952 Jan 17 21:41:32.860575 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6f61802a-87e9-496b-9128-e5ac3c95622c req-989723a5-c74a-461c-8e14-7cc928caa169 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710187 Jan 17 21:41:32.923441 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-0c0f9d87-9d7b-4e07-aa14-737246fd65b2 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:32.926116 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-0c0f9d87-9d7b-4e07-aa14-737246fd65b2 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 811 time: 0.3171282 Jan 17 21:41:32.927608 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Made reservation on behalf of f38822447923406d987c90de25b9dcb0 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:32.935912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:32.955541 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.060457 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2ca1a7d1-effb-469b-a0db-fa5fcd9dbd78 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 379 time: 0.1244519 Jan 17 21:41:33.073758 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'port': {'device_id': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'admin_state_up': True, 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'security_groups': ['3311bd5b-58bf-48d3-9f2e-946b779d0c9e']}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:33.206832 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Allocated IP 172.20.0.8 (a16c235e-aa5d-45c8-835b-eb3b91390161/5f2e94bc-ed3c-4947-a308-5e2788673484/c2a19de4-9af9-4c9d-b6df-08eec66458b2) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:33.372117 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Made reservation on behalf of e1f8fef7312044999847bfc7725c08a9 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:41:33.376374 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.402543 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-387e09a5-75d4-49a0-a88a-00041cbf5433 req-533bb8cc-d86f-49c3-8180-a510c105ccbe tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.0444803 Jan 17 21:41:33.416467 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.528889 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Allocated IP 172.20.0.4 (b58b7d0d-bd8f-4198-b842-e180a43788be/fde2c493-36b4-4954-958e-4cd4cc964b22/4373fdee-9243-449c-b158-86932fc7f913) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:41:33.551091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.568446 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4fd3fb43-35fd-4c10-b4ed-117a433ce701 req-f5b4b627-3f92-4bf0-863d-a116abf32c09 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0608351 Jan 17 21:41:33.644472 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:33.647672 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:33.650869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:33.658083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:33.782445 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:33.783091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.791953 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (4373fdee-9243-449c-b158-86932fc7f913), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.948040 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-7258f036-4bb0-4cee-9630-eb1f7f7c3c01 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3814662 Jan 17 21:41:33.968930 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:33.971941 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Request body: {'port': {'device_id': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:33.987289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b47d9-63ab-4d95-9536-f6d69228d906 req-cf8203cb-5949-4163-bfad-63425aa93f28 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:33.996172 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f94b47d9-63ab-4d95-9536-f6d69228d906 req-cf8203cb-5949-4163-bfad-63425aa93f28 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 944 time: 0.1184430 Jan 17 21:41:34.075826 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Network b58b7d0d-bd8f-4198-b842-e180a43788be is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:41:34.081072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:41:34.085543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-a916cacf-bd1b-440f-b060-b8b922756144 None None] Provisioning complete for port c2a19de4-9af9-4c9d-b6df-08eec66458b2 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:34.086718 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a916cacf-bd1b-440f-b060-b8b922756144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.115942 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.135131 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:41:34.150633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:34.151622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.162349 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f94b47d9-63ab-4d95-9536-f6d69228d906 req-c7796719-4cb9-48b4-ba86-78e0cdbd8191 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633427 Jan 17 21:41:34.184995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-a916cacf-bd1b-440f-b060-b8b922756144 None None] Port c2a19de4-9af9-4c9d-b6df-08eec66458b2 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:34.205422 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:34.245554 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8229e2-4a04-4c8f-9a54-603e11ea0aa5 req-0d1a7114-de27-479d-a0c7-e9853c4d3f0a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:34.247280 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8b8229e2-4a04-4c8f-9a54-603e11ea0aa5 req-0d1a7114-de27-479d-a0c7-e9853c4d3f0a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 944 time: 0.1959903 Jan 17 21:41:34.294297 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-2d504d22-64a3-441b-a52f-d2b98565380b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2269616 Jan 17 21:41:34.309201 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Request body: {'port': {'device_id': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:34.340237 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:41:34.354413 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8b8229e2-4a04-4c8f-9a54-603e11ea0aa5 req-b6b00896-5f0d-45cc-a243-e50c78010b5e tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013327 Jan 17 21:41:34.453858 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (4373fdee-9243-449c-b158-86932fc7f913), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.502148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-77859f1a-230f-4e9f-8a21-76b390609327 None None] Provisioning complete for port 4373fdee-9243-449c-b158-86932fc7f913 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:34.502519 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-77859f1a-230f-4e9f-8a21-76b390609327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (4373fdee-9243-449c-b158-86932fc7f913), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.567760 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-77859f1a-230f-4e9f-8a21-76b390609327 None None] Port 4373fdee-9243-449c-b158-86932fc7f913 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:41:34.585257 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:34.592617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:34.603631 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks [] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.614324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'port_id': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', 'mac_address': 'fa:16:3e:71:bb:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa930b17-df2b-443e-9957-533bd79b5c46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:41:34.627815 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7693eb-ff80-46c2-8186-d606f003a5e3 req-ca510db8-208a-4997-93fc-1a4951bf78e6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:34.629219 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3b7693eb-ff80-46c2-8186-d606f003a5e3 req-ca510db8-208a-4997-93fc-1a4951bf78e6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 931 time: 0.0986557 Jan 17 21:41:34.632886 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Transition to ACTIVE for port object c2a19de4-9af9-4c9d-b6df-08eec66458b2 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:41:34.688602 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:34.688994 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.714694 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:34.720979 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3b7693eb-ff80-46c2-8186-d606f003a5e3 req-df5d97e1-9aee-4a39-8ccd-70f627ba0ede tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697405 Jan 17 21:41:34.741075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:34.766536 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.837009 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:34.841681 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af63a77-9df1-45aa-a198-79b8226c4801 req-5a23287f-3b3c-4712-adf7-2abe4789f87f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:34.845473 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a76ba55a-0cb9-4a7b-a46e-31c647dd4035 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:41:34.845699 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6af63a77-9df1-45aa-a198-79b8226c4801 req-5a23287f-3b3c-4712-adf7-2abe4789f87f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 931 time: 0.1374974 Jan 17 21:41:34.851266 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:34.928993 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:35.022385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Attempting to bind port c2a19de4-9af9-4c9d-b6df-08eec66458b2 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:35.022385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Attempting to bind port c2a19de4-9af9-4c9d-b6df-08eec66458b2 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:35.022385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Attempting to bind port c2a19de4-9af9-4c9d-b6df-08eec66458b2 on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:35.030640 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Port c2a19de4-9af9-4c9d-b6df-08eec66458b2 on network a16c235e-aa5d-45c8-835b-eb3b91390161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:41:35.031261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Attempting to bind port c2a19de4-9af9-4c9d-b6df-08eec66458b2 on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:35.048436 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:35.049516 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Checking segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:35.050471 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Bound using segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:35.052206 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Bound port: c2a19de4-9af9-4c9d-b6df-08eec66458b2, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:35.052452 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.114291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4373fdee-9243-449c-b158-86932fc7f913 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:35.127044 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks [] for port (4373fdee-9243-449c-b158-86932fc7f913), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.145175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Transition to ACTIVE for port object 4373fdee-9243-449c-b158-86932fc7f913 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:41:35.149597 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6af63a77-9df1-45aa-a198-79b8226c4801 req-0fe0fd06-736f-4f6d-9670-bc4af3f456ec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2994709 Jan 17 21:41:35.164488 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,segment=NetworkSegment(42c2f0d5-dfb3-4b46-959c-97b666b922b2),segment_id=42c2f0d5-dfb3-4b46-959c-97b666b922b2)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:35.199654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035', 'network_id': '26b2fa90-027f-4d3f-84af-c98b408ba559', 'port_id': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035', 'mac_address': 'fa:16:3e:40:ac:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e659bc2f-af75-4037-8bca-296797477bc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:41:35.235709 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:35.245034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:35.292604 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:35.293294 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.299831 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.321299 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76ba55a-0cb9-4a7b-a46e-31c647dd4035 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:35.349953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60c57c-8527-47f0-a043-476bc644605d req-c61a98af-a325-4e0b-978e-f2c8ee837584 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:35.353489 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6f60c57c-8527-47f0-a043-476bc644605d req-c61a98af-a325-4e0b-978e-f2c8ee837584 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 945 time: 0.0947483 Jan 17 21:41:35.361113 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,segment=NetworkSegment(42c2f0d5-dfb3-4b46-959c-97b666b922b2),segment_id=42c2f0d5-dfb3-4b46-959c-97b666b922b2)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:35.457406 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.462235 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Pushing event updated for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:35.467360 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Attempting to bind port 4373fdee-9243-449c-b158-86932fc7f913 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:41:35.467874 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Attempting to bind port 4373fdee-9243-449c-b158-86932fc7f913 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:41:35.468228 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Attempting to bind port 4373fdee-9243-449c-b158-86932fc7f913 on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:35.475637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Port 4373fdee-9243-449c-b158-86932fc7f913 on network b58b7d0d-bd8f-4198-b842-e180a43788be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:41:35.476181 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Attempting to bind port 4373fdee-9243-449c-b158-86932fc7f913 on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:41:35.487701 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:41:35.488175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Checking segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:41:35.488573 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Bound using segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:41:35.489355 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Bound port: 4373fdee-9243-449c-b158-86932fc7f913, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:41:35.489927 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (4373fdee-9243-449c-b158-86932fc7f913), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.515459 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.553147 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6f60c57c-8527-47f0-a043-476bc644605d req-435ed57e-fdd5-4e6f-8246-fcd69116d8db tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916118 Jan 17 21:41:35.567030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:35.568482 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.570934 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] 10.222.0.81 "PUT /v2.0/ports/c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 1093 time: 1.6074431 Jan 17 21:41:35.596212 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:35.602760 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42065df8-62d3-4951-9162-cbd3d9e0ad49" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:35.659699 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:41:35.666229 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=4373fdee-9243-449c-b158-86932fc7f913,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:41:35.694575 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b86d6-3b6c-44f7-a2d8-93c409c7372f service neutron] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:35.763912 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.799367 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:35.838713 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['a76ba55a-0cb9-4a7b-a46e-31c647dd4035'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:41:35.843851 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:41:35.854330 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:35.855852 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:35.860136 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] 10.222.0.81 "PUT /v2.0/ports/4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 1093 time: 1.5570138 Jan 17 21:41:35.862881 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'tag': '4373fdee-9243-449c-b158-86932fc7f913'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:35.870459 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872" -d '{"events": [{"name": "network-changed", "server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "tag": "4373fdee-9243-449c-b158-86932fc7f913"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:35.886965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d2ded-cbea-482b-a606-beb472b44922 x-openstack-request-id: req-6f5d2ded-cbea-482b-a606-beb472b44922 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:35.890426 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:35.890887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f5d2ded-cbea-482b-a606-beb472b44922 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:35.891598 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'status': 'completed', 'code': 200} Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: from cryptography.utils import int_from_bytes Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: from cryptography.utils import int_from_bytes Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.923673 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:35.935437 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:35.937591 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec4355-b815-4667-80c0-363a314e324f req-4b58b77e-d663-44a9-9ce7-58ccef04f174 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:35.944308 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e0ec4355-b815-4667-80c0-363a314e324f req-4b58b77e-d663-44a9-9ce7-58ccef04f174 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 945 time: 0.4329445 Jan 17 21:41:36.094586 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-67b7ac15-412f-47f6-bc93-ae8c574c75c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.101568 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-67b7ac15-412f-47f6-bc93-ae8c574c75c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1096 time: 0.3378828 Jan 17 21:41:36.104056 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f41e34-ae2d-4023-9c1e-90c1a74fb924 service neutron] Pushing event updated for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:36.191567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5e71-0083-4c32-8a76-4a959be02184 req-86687423-4589-4fb4-9d89-89d109adc418 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.194448 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54eb5e71-0083-4c32-8a76-4a959be02184 req-86687423-4589-4fb4-9d89-89d109adc418 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 943 time: 0.2191186 Jan 17 21:41:36.221230 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e0ec4355-b815-4667-80c0-363a314e324f req-bf4bc827-a5d4-4285-82d6-3c3276227587 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757149 Jan 17 21:41:36.266959 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-bbdb8c5c-7057-4965-84b8-ccf33e6fab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.269984 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-bbdb8c5c-7057-4965-84b8-ccf33e6fab7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1096 time: 0.2369087 Jan 17 21:41:36.324523 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-6090eb9e-7df0-4af4-8054-7df79110aa00 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 217 time: 0.1929195 Jan 17 21:41:36.431527 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-63a4867f-04bd-4a02-97ed-cbd4d8dd3db7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 217 time: 0.1521578 Jan 17 21:41:36.435441 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e5d86e-39ab-4779-a0e0-d677370f5a6f x-openstack-request-id: req-f1e5d86e-39ab-4779-a0e0-d677370f5a6f {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:36.436955 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "tag": "4373fdee-9243-449c-b158-86932fc7f913", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:36.437821 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f1e5d86e-39ab-4779-a0e0-d677370f5a6f {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:36.438724 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'tag': '4373fdee-9243-449c-b158-86932fc7f913', 'status': 'completed', 'code': 200} Jan 17 21:41:36.447289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36470) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:36.533984 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Deleting subnet fe89640c-3d63-4b3f-b01e-6a24635f198a {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:41:36.549141 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Publish callbacks [] for subnet (fe89640c-3d63-4b3f-b01e-6a24635f198a), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:36.578878 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-bf83648d-e3b9-4832-8ac6-80fa71a38bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.580518 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-bf83648d-e3b9-4832-8ac6-80fa71a38bdd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.2451615 Jan 17 21:41:36.588671 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54eb5e71-0083-4c32-8a76-4a959be02184 req-d317fa8c-a9b8-465b-9c9d-3c202ffc0b46 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739773 Jan 17 21:41:36.647557 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (fe89640c-3d63-4b3f-b01e-6a24635f198a), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:36.708371 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-de3f44c2-3679-41bd-970a-1e6cb74f1a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.710193 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-de3f44c2-3679-41bd-970a-1e6cb74f1a9a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1183903 Jan 17 21:41:36.728412 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (fe89640c-3d63-4b3f-b01e-6a24635f198a), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:36.820780 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-b2abd06b-0900-43a9-a181-d9f1ddbd3dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.823909 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-b2abd06b-0900-43a9-a181-d9f1ddbd3dd7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.3832865 Jan 17 21:41:36.870154 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cd505-8701-4204-a7e2-3c0542c93afa req-dd7b818d-2efc-4be5-84e4-08c2afa4e885 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.871778 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-511cd505-8701-4204-a7e2-3c0542c93afa req-dd7b818d-2efc-4be5-84e4-08c2afa4e885 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1001179 Jan 17 21:41:36.937138 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f9a43c-f5ec-4e44-bd11-397cc343c9cc req-d80f1fbd-5ed9-4f8b-8e88-c2c48d1b6b26 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.938844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7f9a43c-f5ec-4e44-bd11-397cc343c9cc req-d80f1fbd-5ed9-4f8b-8e88-c2c48d1b6b26 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 945 time: 0.1704791 Jan 17 21:41:36.953784 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-334aa393-2784-4b08-bf64-ff93a155d94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:36.955356 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-334aa393-2784-4b08-bf64-ff93a155d94d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243060 Jan 17 21:41:36.961807 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-d93485f2-7772-48b7-9f26-6a645754c91f service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417889 Jan 17 21:41:36.981704 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-511cd505-8701-4204-a7e2-3c0542c93afa req-a78629be-5107-43e1-991b-4963193be775 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945547 Jan 17 21:41:37.066631 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (fe89640c-3d63-4b3f-b01e-6a24635f198a), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:37.077445 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7f9a43c-f5ec-4e44-bd11-397cc343c9cc req-c6607b86-197d-43b9-8b1b-a1f817894db1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134932 Jan 17 21:41:37.112812 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-329db401-871b-45fc-992d-16cd6d61e9b9 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469631 Jan 17 21:41:37.147508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe89640c-3d63-4b3f-b01e-6a24635f198a,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:37.152506 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:37.159042 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6ff94576-f0f1-4a25-8ca8-6c66b9a9d98f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fe89640c-3d63-4b3f-b01e-6a24635f198a HTTP/1.1" status: 204 len: 168 time: 0.7051940 Jan 17 21:41:37.170122 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36490) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:37.211495 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032e3f21-5c1a-4a01-8ecf-2777a77549bb req-e9dcc8f1-d236-4b5d-9b5b-be6306e50651 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410107 Jan 17 21:41:37.307233 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b16e3e75-0b59-4de0-9da9-a6cc666c6770 req-76ff1aad-79d9-42f1-9707-10399c61482f service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779585 Jan 17 21:41:37.346733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (787df913-a518-457c-a865-2b60b0431c79), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:37.407107 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910aeb9-a5b6-4a8d-a8cc-4b9ca263f38c req-ce0df2f9-d72a-489b-8813-1e378fc036eb tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.416616 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1910aeb9-a5b6-4a8d-a8cc-4b9ca263f38c req-ce0df2f9-d72a-489b-8813-1e378fc036eb tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 945 time: 0.0746307 Jan 17 21:41:37.567243 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (787df913-a518-457c-a865-2b60b0431c79), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:37.571861 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-6c2c5bc1-5500-4592-ab90-d544bec7efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.572884 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-6c2c5bc1-5500-4592-ab90-d544bec7efb4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1096 time: 0.1538827 Jan 17 21:41:37.646254 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1910aeb9-a5b6-4a8d-a8cc-4b9ca263f38c req-e22ad4ef-87bd-4026-9cac-1c9df15fca67 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283964 Jan 17 21:41:37.717618 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-b3cb003d-6e67-4865-9cfc-53b789db935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.720519 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-b3cb003d-6e67-4865-9cfc-53b789db935a service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1400902 Jan 17 21:41:37.765694 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-fd9dd47d-194e-46a2-96e5-eac68430fbc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 217 time: 0.0389810 Jan 17 21:41:37.822877 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-7d3c4737-2176-4c8f-a8d2-ffd1a0c318c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.824582 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-7d3c4737-2176-4c8f-a8d2-ffd1a0c318c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0491111 Jan 17 21:41:37.882797 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-9830874f-a2a5-46bf-9f1b-5c634446784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.884417 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-9830874f-a2a5-46bf-9f1b-5c634446784d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519316 Jan 17 21:41:37.922711 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['787df913-a518-457c-a865-2b60b0431c79']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:37.963134 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-2d52de28-1ab5-4080-ae7c-898ad08bbfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:37.965804 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-2d52de28-1ab5-4080-ae7c-898ad08bbfe1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1096 time: 0.4822743 Jan 17 21:41:37.985139 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-c333ca7e-e0ba-4d15-9378-1791e0744338 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930836 Jan 17 21:41:37.994092 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bdeeb22-014a-438e-bb02-cd5d01d21fa0') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:37.994597 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bdeeb22-014a-438e-bb02-cd5d01d21fa0') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:38.038657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (2bdeeb22-014a-438e-bb02-cd5d01d21fa0), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.068234 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (2bdeeb22-014a-438e-bb02-cd5d01d21fa0), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.162949 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42065df8-62d3-4951-9162-cbd3d9e0ad49 req-faa1a38d-dab3-4163-8b6c-c791fac4ef19 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713021 Jan 17 21:41:38.180411 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:41:38.181438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (2bdeeb22-014a-438e-bb02-cd5d01d21fa0), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:41:38.186386 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:41:38.195002 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:41:38.196066 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e5c5a-8e59-43f0-ba54-e887406a6a9b req-787c524a-e5f4-44b8-be21-1c3253b045b7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.196066 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-983e5c5a-8e59-43f0-ba54-e887406a6a9b req-787c524a-e5f4-44b8-be21-1c3253b045b7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0651071 Jan 17 21:41:38.248888 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-983e5c5a-8e59-43f0-ba54-e887406a6a9b req-9446cd55-f7b6-4a71-81af-ed9fbe2fd0eb tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474482 Jan 17 21:41:38.298704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f25ff3-c9df-4a66-af7d-f1d705086352 req-d4d65154-e9d0-46c3-b1cf-dd596bd94a16 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.300356 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-29f25ff3-c9df-4a66-af7d-f1d705086352 req-d4d65154-e9d0-46c3-b1cf-dd596bd94a16 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 943 time: 0.3874037 Jan 17 21:41:38.336322 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:38.372039 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-d6db8c86-477e-4d57-b2a2-fe444621f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.373552 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-d6db8c86-477e-4d57-b2a2-fe444621f007 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.3750849 Jan 17 21:41:38.381988 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-29f25ff3-c9df-4a66-af7d-f1d705086352 req-22e75d1e-7ca9-41f8-8da7-cca8abcfe662 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723372 Jan 17 21:41:38.409013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d00b08-5d32-401d-98d3-ab1f1867bbae req-1abb8e77-a421-482c-98c4-3c1c0733b39a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.411541 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66d00b08-5d32-401d-98d3-ab1f1867bbae req-1abb8e77-a421-482c-98c4-3c1c0733b39a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 945 time: 0.0904841 Jan 17 21:41:38.429509 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-c9d7af45-f98d-4114-9e71-4e1bf7bff0da service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 217 time: 0.0465214 Jan 17 21:41:38.476350 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (787df913-a518-457c-a865-2b60b0431c79), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.489229 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.492405 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] 10.222.0.74 "DELETE /v2.0/networks/787df913-a518-457c-a865-2b60b0431c79 HTTP/1.1" status: 204 len: 168 time: 1.3202901 Jan 17 21:41:38.496891 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36516) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:38.503781 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:41:38.507949 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:38.512893 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.526824 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299b9f57-dea7-46e5-bf36-3564413d2ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=787df913-a518-457c-a865-2b60b0431c79,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:38.546018 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66d00b08-5d32-401d-98d3-ab1f1867bbae req-c5409eb2-3923-445f-8620-bcf65dc4509b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269042 Jan 17 21:41:38.596991 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-767f57e7-547c-4326-9598-98fcbc39cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.601085 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-767f57e7-547c-4326-9598-98fcbc39cc3b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.1655393 Jan 17 21:41:38.618151 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Deleting subnet b40295f4-ad34-4abf-847a-6ce256c5ff2c {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:41:38.646503 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Publish callbacks [] for subnet (b40295f4-ad34-4abf-847a-6ce256c5ff2c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.653338 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:38.653950 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.686731 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:38.727657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (b40295f4-ad34-4abf-847a-6ce256c5ff2c), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.732594 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-f064027d-b233-45f0-8c50-4689f0419cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:38.734176 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-f064027d-b233-45f0-8c50-4689f0419cfa service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106749 Jan 17 21:41:38.798731 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:38.886362 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.888157 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a76ba55a-0cb9-4a7b-a46e-31c647dd4035 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:38.904017 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36532) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:38.965135 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (b40295f4-ad34-4abf-847a-6ce256c5ff2c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:38.982297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d915e-a7f6-4cd9-8aaa-6f09a23b3818" -d '{"events": [{"server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "name": "network-vif-plugged", "status": "completed", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:39.067862 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:39.086493 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1178d6-9956-48cb-9804-cf2091d29410 req-f781936d-07a9-4c45-8fe0-3cacc3bf8e0b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:39.096492 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc1178d6-9956-48cb-9804-cf2091d29410 req-f781936d-07a9-4c45-8fe0-3cacc3bf8e0b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 945 time: 0.2760856 Jan 17 21:41:39.114063 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685394b3-2879-41ae-868f-3d4f5d69cd49 x-openstack-request-id: req-685394b3-2879-41ae-868f-3d4f5d69cd49 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:39.114856 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "name": "network-vif-plugged", "status": "completed", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:39.115279 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-685394b3-2879-41ae-868f-3d4f5d69cd49 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:39.115526 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-8a332d26-2fb3-4860-917c-164527c939bb service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615642 Jan 17 21:41:39.116617 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', 'code': 200} Jan 17 21:41:39.123233 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-224379a2-5d1e-4e09-a0b7-9a563f52a6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.167232 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:41:39.173973 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:39.174925 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.264298 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-224379a2-5d1e-4e09-a0b7-9a563f52a6be admin admin] Publish callbacks [] for security_group (312c5e3f-d3d5-44a4-b9e8-18526333a07b), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.292809 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc1178d6-9956-48cb-9804-cf2091d29410 req-3c2da361-fa91-4314-bb62-c5069451fb45 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865647 Jan 17 21:41:39.375040 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-224379a2-5d1e-4e09-a0b7-9a563f52a6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (312c5e3f-d3d5-44a4-b9e8-18526333a07b), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.383417 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:39.385367 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.398996 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13f3f57b-733e-4e1d-8728-0a4b8f9b7872 req-93bf13c7-d595-43b6-a80f-fe985ec5f3a9 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370610 Jan 17 21:41:39.408580 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (b40295f4-ad34-4abf-847a-6ce256c5ff2c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.447369 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,segment=NetworkSegment(42c2f0d5-dfb3-4b46-959c-97b666b922b2),segment_id=42c2f0d5-dfb3-4b46-959c-97b666b922b2)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:39.464647 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.474095 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b40295f4-ad34-4abf-847a-6ce256c5ff2c HTTP/1.1" status: 204 len: 168 time: 0.9724178 Jan 17 21:41:39.484854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36552) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:39.495250 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8dc711-3838-4c1a-8524-291898752918 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40295f4-ad34-4abf-847a-6ce256c5ff2c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:39.544001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.565974 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224379a2-5d1e-4e09-a0b7-9a563f52a6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312c5e3f-d3d5-44a4-b9e8-18526333a07b,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:39.656545 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:39.666295 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-224379a2-5d1e-4e09-a0b7-9a563f52a6be admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a309d8b2c2649ac9ae39fdcc0a9fed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7605908 Jan 17 21:41:39.676884 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36558) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:39.727731 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-f70c0e87-9de9-4d1e-98e1-5fc4653e982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:39.732158 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-f70c0e87-9de9-4d1e-98e1-5fc4653e982f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 1099 time: 0.2240391 Jan 17 21:41:39.732402 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19252c-0775-4284-9e03-62b78198140c req-e5b5567c-0ad0-4246-b8bb-01d19c577367 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:39.733489 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fa19252c-0775-4284-9e03-62b78198140c req-e5b5567c-0ad0-4246-b8bb-01d19c577367 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.3179181 Jan 17 21:41:39.740650 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (8e5e2260-c944-4272-839e-df871f06c36d), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.776938 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e538eb-426f-4154-82f3-9950c0d77c74 req-c940784a-150a-4fd1-afc4-caec76b30886 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:39.779128 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-43e538eb-426f-4154-82f3-9950c0d77c74 req-c940784a-150a-4fd1-afc4-caec76b30886 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 943 time: 0.1736188 Jan 17 21:41:39.790710 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-12d7ca8a-da74-4713-95ab-0e4c75b23e84 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.888786 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] Publish callbacks [] for security_group (312c5e3f-d3d5-44a4-b9e8-18526333a07b), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:39.903228 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fa19252c-0775-4284-9e03-62b78198140c req-c4565620-81c5-427d-a7ea-393e93b99263 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581306 Jan 17 21:41:39.995526 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (8e5e2260-c944-4272-839e-df871f06c36d), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.037505 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.038077 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.039526 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > port after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > port after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.045151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.051772 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-12d7ca8a-da74-4713-95ab-0e4c75b23e84 service neutron] Publish callbacks [] for security_group (63100dc9-935e-4cd2-9732-dd75cf8be552), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.071448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] Publish callbacks [] for security_group (312c5e3f-d3d5-44a4-b9e8-18526333a07b), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.088513 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-43e538eb-426f-4154-82f3-9950c0d77c74 req-608e7a4e-05a6-4220-8f8c-3c6e0f4ca692 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900705 Jan 17 21:41:40.132360 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-12d7ca8a-da74-4713-95ab-0e4c75b23e84 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (63100dc9-935e-4cd2-9732-dd75cf8be552), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.184527 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.185097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.185651 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.186215 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109914) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 21:41:40.186824 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5e2260-c944-4272-839e-df871f06c36d']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:40.200003 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1f9050d5-0252-4e11-8f22-f6bf38d55386 req-12d7ca8a-da74-4713-95ab-0e4c75b23e84 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599996 Jan 17 21:41:40.201614 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7ca8a-da74-4713-95ab-0e4c75b23e84 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63100dc9-935e-4cd2-9732-dd75cf8be552,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:40.235529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ddb909-51fe-4e85-95cd-b49fb5caf6b6') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:40.237346 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ddb909-51fe-4e85-95cd-b49fb5caf6b6') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:40.283173 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (99ddb909-51fe-4e85-95cd-b49fb5caf6b6), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.299336 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (312c5e3f-d3d5-44a4-b9e8-18526333a07b), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.304613 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.307188 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/312c5e3f-d3d5-44a4-b9e8-18526333a07b HTTP/1.1" status: 204 len: 168 time: 0.6273911 Jan 17 21:41:40.322593 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aae523-9c30-46e1-addf-f60520a7db0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312c5e3f-d3d5-44a4-b9e8-18526333a07b,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:40.349047 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (99ddb909-51fe-4e85-95cd-b49fb5caf6b6), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.362527 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 4373fdee-9243-449c-b158-86932fc7f913 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:41:40.391584 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:41:40.392192 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (99ddb909-51fe-4e85-95cd-b49fb5caf6b6), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:41:40.409854 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:41:40.481882 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4abade-219f-48f6-b8ce-0e05868a8895 req-1d278775-15b3-45b7-85a1-ceab6d962dc6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:40.501315 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bc4abade-219f-48f6-b8ce-0e05868a8895 req-1d278775-15b3-45b7-85a1-ceab6d962dc6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.2854438 Jan 17 21:41:40.539276 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36590) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:40.601447 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb38b5-c5d6-4e0d-a183-ec5d53bf0d39 req-785a7385-95fc-4186-938b-7b68b62f6436 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:40.613681 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edcb38b5-c5d6-4e0d-a183-ec5d53bf0d39 req-785a7385-95fc-4186-938b-7b68b62f6436 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.1219203 Jan 17 21:41:40.713221 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edcb38b5-c5d6-4e0d-a183-ec5d53bf0d39 req-c7105687-ef29-48a2-a495-c9a01aa49f06 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980713 Jan 17 21:41:40.725170 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bc4abade-219f-48f6-b8ce-0e05868a8895 req-4b326120-55ae-41a6-a1a3-73e1ece23089 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210715 Jan 17 21:41:40.729570 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=4373fdee-9243-449c-b158-86932fc7f913,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:40.749024 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '4373fdee-9243-449c-b158-86932fc7f913', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'port_id': '4373fdee-9243-449c-b158-86932fc7f913', 'mac_address': 'fa:16:3e:a4:a9:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:41:40.789815 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (8e5e2260-c944-4272-839e-df871f06c36d), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.821340 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.832690 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] 10.222.0.74 "DELETE /v2.0/networks/8e5e2260-c944-4272-839e-df871f06c36d HTTP/1.1" status: 204 len: 168 time: 1.3346372 Jan 17 21:41:40.832690 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d489d-4d68-4e31-b10f-dda303067a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5e2260-c944-4272-839e-df871f06c36d,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:40.841959 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 4373fdee-9243-449c-b158-86932fc7f913 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:40.842353 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (4373fdee-9243-449c-b158-86932fc7f913), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.860323 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4373fdee-9243-449c-b158-86932fc7f913 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:40.892075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=4373fdee-9243-449c-b158-86932fc7f913,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:40.967906 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:40.969677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:41:41.016477 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ec793316-cf96-409a-9394-9cab8fcc798c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.119586 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:41.123155 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6289a5b5-02e5-4879-99f2-85706a6ee3a5" -d '{"events": [{"server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:41.258508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbbad6-1b9e-4576-8feb-74942888964c req-85ebb76a-3aad-4721-b6bc-0af1307a8aff tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:41.261826 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-73fbbad6-1b9e-4576-8feb-74942888964c req-85ebb76a-3aad-4721-b6bc-0af1307a8aff tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1571677 Jan 17 21:41:41.292842 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:41.331764 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ec793316-cf96-409a-9394-9cab8fcc798c admin admin] Publish callbacks [] for security_group (8a1e965a-e1ac-443f-9c8f-46673cae346e), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.339014 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89b317-fd3f-4416-847f-73a3d4309f25 req-d4d0934a-4b9d-4d04-b61c-64fc69b2b1ff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:41.352980 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2d89b317-fd3f-4416-847f-73a3d4309f25 req-d4d0934a-4b9d-4d04-b61c-64fc69b2b1ff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 944 time: 0.1187570 Jan 17 21:41:41.362317 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:41.384975 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:41:41.390459 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-73fbbad6-1b9e-4576-8feb-74942888964c req-c156ed17-3bf7-4257-8df0-d754687b67df tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091316 Jan 17 21:41:41.443461 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2d89b317-fd3f-4416-847f-73a3d4309f25 req-3a2f1cb2-5969-4ef6-95fc-946166bc4382 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885730 Jan 17 21:41:41.449114 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ec793316-cf96-409a-9394-9cab8fcc798c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (8a1e965a-e1ac-443f-9c8f-46673cae346e), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.504552 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:41.505176 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.513328 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36616) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:41.517600 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56d6ae3-5682-45a0-99f4-6508a639493c x-openstack-request-id: req-f56d6ae3-5682-45a0-99f4-6508a639493c {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:41.520329 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "name": "network-vif-plugged", "status": "completed", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:41.520329 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f56d6ae3-5682-45a0-99f4-6508a639493c {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:41.520863 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035', 'code': 200} Jan 17 21:41:41.550461 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec793316-cf96-409a-9394-9cab8fcc798c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1e965a-e1ac-443f-9c8f-46673cae346e,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:41.550934 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:41:41.588467 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:41.602341 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ec793316-cf96-409a-9394-9cab8fcc798c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=edacae1e616146bf8270a4831f17e932&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0612836 Jan 17 21:41:41.606493 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36618) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:41.656436 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-710585be-6c37-4a50-a768-af88fb915097 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3aeddd5be9f7483c8403c91e03909a26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1327167 Jan 17 21:41:41.659346 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36620) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:41.714610 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.719244 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] Publish callbacks [] for security_group (8a1e965a-e1ac-443f-9c8f-46673cae346e), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.757516 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] Publish callbacks [] for security_group (8a1e965a-e1ac-443f-9c8f-46673cae346e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.829129 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] Publish callbacks [] for security_group (e6389f34-2af7-4d78-adbb-17f082dda23f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.870934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] Publish callbacks [] for security_group (e6389f34-2af7-4d78-adbb-17f082dda23f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.973347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (8a1e965a-e1ac-443f-9c8f-46673cae346e), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.976424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:41.979836 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8a1e965a-e1ac-443f-9c8f-46673cae346e HTTP/1.1" status: 204 len: 168 time: 0.3716912 Jan 17 21:41:42.013781 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d31e94-d940-4a43-bb86-a7277ef5abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1e965a-e1ac-443f-9c8f-46673cae346e,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:42.046933 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66daee-0129-4ad6-ae28-60c32823411f req-6ea646be-bdea-43f6-a873-d9e62c14bc3a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:42.049513 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab66daee-0129-4ad6-ae28-60c32823411f req-6ea646be-bdea-43f6-a873-d9e62c14bc3a tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.1561077 Jan 17 21:41:42.111854 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb95e3c-a3e4-47e9-96db-9498d6bc285c req-b7af1368-37e2-4671-aca8-d2eb1670e3ee tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:42.111854 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6fb95e3c-a3e4-47e9-96db-9498d6bc285c req-b7af1368-37e2-4671-aca8-d2eb1670e3ee tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.1905057 Jan 17 21:41:42.182949 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['4373fdee-9243-449c-b158-86932fc7f913'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:41:42.185907 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['c2a19de4-9af9-4c9d-b6df-08eec66458b2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:41:42.211508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e6389f34-2af7-4d78-adbb-17f082dda23f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:42.214271 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab66daee-0129-4ad6-ae28-60c32823411f req-646ec4b2-541f-4855-8118-4209e3e08e0b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512911 Jan 17 21:41:42.216958 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:42.219152 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e6389f34-2af7-4d78-adbb-17f082dda23f HTTP/1.1" status: 204 len: 168 time: 0.5583675 Jan 17 21:41:42.222408 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:42.264689 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753942e-a62c-4bce-b61a-839df462f4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6389f34-2af7-4d78-adbb-17f082dda23f,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:42.285487 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6fb95e3c-a3e4-47e9-96db-9498d6bc285c req-83354955-fbd5-4e81-b861-d02fd767e875 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629856 Jan 17 21:41:42.307402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b645a-0af1-4f53-8835-bcc5a7852aa1 req-a83eaaa1-de5d-446d-b0ee-d3a995b899d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:42.310102 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-421b645a-0af1-4f53-8835-bcc5a7852aa1 req-a83eaaa1-de5d-446d-b0ee-d3a995b899d3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 1099 time: 0.1311095 Jan 17 21:41:42.467965 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-421b645a-0af1-4f53-8835-bcc5a7852aa1 req-fc5c803c-d1ad-478c-a445-6de625982b17 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366813 Jan 17 21:41:42.656486 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0002c7-db1f-423b-80af-522d89f65d50 req-ec76ac3a-3eb1-42d0-9b70-d583560eaa4e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:42.662615 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8b0002c7-db1f-423b-80af-522d89f65d50 req-ec76ac3a-3eb1-42d0-9b70-d583560eaa4e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.1127157 Jan 17 21:41:42.719531 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a9fe1-8a12-4102-92e9-61d8bbeda332 req-550b5339-9b6d-4e4c-80e1-0bba6545fd8f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:42.722536 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ae7a9fe1-8a12-4102-92e9-61d8bbeda332 req-550b5339-9b6d-4e4c-80e1-0bba6545fd8f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 944 time: 0.1301951 Jan 17 21:41:42.752838 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8b0002c7-db1f-423b-80af-522d89f65d50 req-b2547b52-e035-4ff1-941f-beadee7be754 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833457 Jan 17 21:41:42.804795 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ae7a9fe1-8a12-4102-92e9-61d8bbeda332 req-382c3dc8-d940-40ab-b579-646fb3aad780 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728455 Jan 17 21:41:43.238591 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36660) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:43.268825 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3742a5ae-08f8-484c-84be-ef28ee7b9711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:43.419647 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6b1f5-6568-4769-ac97-6d04015f1ce0 req-ac358384-016a-49de-91e8-e5a90407292d tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:43.422866 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-63f6b1f5-6568-4769-ac97-6d04015f1ce0 req-ac358384-016a-49de-91e8-e5a90407292d tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.0980022 Jan 17 21:41:43.514800 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3742a5ae-08f8-484c-84be-ef28ee7b9711 admin admin] Publish callbacks [] for security_group (471c4869-55af-4133-b20c-1ca00883dff5), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:43.537945 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-63f6b1f5-6568-4769-ac97-6d04015f1ce0 req-2f1d7c5a-6b18-4e4c-b600-e324fc2d0a68 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072876 Jan 17 21:41:43.588717 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb5c2c-124b-4f88-bcdb-27fb8a2fa88c req-4294c361-fac4-47da-93fb-b187a79add02 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:43.590598 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdcb5c2c-124b-4f88-bcdb-27fb8a2fa88c req-4294c361-fac4-47da-93fb-b187a79add02 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.1385624 Jan 17 21:41:43.607391 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3742a5ae-08f8-484c-84be-ef28ee7b9711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (471c4869-55af-4133-b20c-1ca00883dff5), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:43.690112 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3742a5ae-08f8-484c-84be-ef28ee7b9711 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f56a269f9aff4ac28683aa489b4f87b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4493217 Jan 17 21:41:43.694645 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36674) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:43.707284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a5ae-08f8-484c-84be-ef28ee7b9711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c4869-55af-4133-b20c-1ca00883dff5,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:43.729681 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdcb5c2c-124b-4f88-bcdb-27fb8a2fa88c req-3d5dbd70-0204-483a-9fe2-159a8732e305 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314895 Jan 17 21:41:43.832098 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] Publish callbacks [] for security_group (471c4869-55af-4133-b20c-1ca00883dff5), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:43.950163 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36688) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:43.964183 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] Publish callbacks [] for security_group (471c4869-55af-4133-b20c-1ca00883dff5), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.049381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4e9d-1ccc-4074-b968-e1eeb66ef0e2 req-9c6bedf3-69f8-4adb-b89b-803aaca8e5ff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:44.057129 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-11da4e9d-1ccc-4074-b968-e1eeb66ef0e2 req-9c6bedf3-69f8-4adb-b89b-803aaca8e5ff tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 944 time: 0.1311710 Jan 17 21:41:44.070474 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b6e76664-c508-46f1-9c6d-cd64d9f55709 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be6dfbffd45446ddad25a7dae47c9b62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1175828 Jan 17 21:41:44.079288 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36692) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:44.132828 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f2fb1-94fd-40ba-afa6-7c95eec0fac4 req-88c516eb-9351-41dc-a967-b7234e5a400d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:44.136781 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f50f2fb1-94fd-40ba-afa6-7c95eec0fac4 req-88c516eb-9351-41dc-a967-b7234e5a400d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.1989436 Jan 17 21:41:44.142573 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36694) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:44.203044 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] Publish callbacks [] for security_group (3422bb0b-0c47-4f02-a769-696e553b7506), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.211569 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-11da4e9d-1ccc-4074-b968-e1eeb66ef0e2 req-e14a76b8-531d-4503-a78f-d5156a2ac97f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528764 Jan 17 21:41:44.243875 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] Publish callbacks [] for security_group (3422bb0b-0c47-4f02-a769-696e553b7506), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.276664 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f50f2fb1-94fd-40ba-afa6-7c95eec0fac4 req-182aaa14-2069-46f3-8990-4fa2e79a0005 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248405 Jan 17 21:41:44.321532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (471c4869-55af-4133-b20c-1ca00883dff5), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.324784 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.326061 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/471c4869-55af-4133-b20c-1ca00883dff5 HTTP/1.1" status: 204 len: 168 time: 0.6298423 Jan 17 21:41:44.347187 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057043db-5d38-4c34-bed3-6dc31899e2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471c4869-55af-4133-b20c-1ca00883dff5,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:44.349491 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d8bbccc-f245-4c43-9379-7e9cdec245a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.356571 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 4373fdee-9243-449c-b158-86932fc7f913 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:44.407395 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3422bb0b-0c47-4f02-a769-696e553b7506), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.426512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.433316 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3422bb0b-0c47-4f02-a769-696e553b7506 HTTP/1.1" status: 204 len: 168 time: 0.3436799 Jan 17 21:41:44.456923 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2e81b-d0df-4d6e-a0a3-d35c26427142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3422bb0b-0c47-4f02-a769-696e553b7506,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:44.495575 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d8bbccc-f245-4c43-9379-7e9cdec245a3 admin admin] Publish callbacks [] for security_group (3cd10b45-0551-4436-b523-bb949421ad8a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.555137 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d8bbccc-f245-4c43-9379-7e9cdec245a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3cd10b45-0551-4436-b523-bb949421ad8a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.559029 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 4373fdee-9243-449c-b158-86932fc7f913 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:41:44.569439 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 4373fdee-9243-449c-b158-86932fc7f913 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:44.570167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (4373fdee-9243-449c-b158-86932fc7f913), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.648992 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bbccc-f245-4c43-9379-7e9cdec245a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd10b45-0551-4436-b523-bb949421ad8a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:44.693968 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7d8bbccc-f245-4c43-9379-7e9cdec245a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04e9d08c2d12465babb55a4ead74e1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5489295 Jan 17 21:41:44.696622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36710) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:44.735701 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 4373fdee-9243-449c-b158-86932fc7f913 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:44.736443 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (4373fdee-9243-449c-b158-86932fc7f913), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.779510 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4373fdee-9243-449c-b158-86932fc7f913'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:44.784448 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec4c720-419f-4675-9108-7c1c869aced1" -d '{"events": [{"server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "name": "network-vif-plugged", "status": "completed", "tag": "4373fdee-9243-449c-b158-86932fc7f913"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:44.794179 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07dcc4-985f-4cbd-9aff-921a6eab704d req-ec4a2a8d-0f63-49e5-a56d-8defa720dfc5 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:44.810216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] Publish callbacks [] for security_group (3cd10b45-0551-4436-b523-bb949421ad8a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.810309 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e07dcc4-985f-4cbd-9aff-921a6eab704d req-ec4a2a8d-0f63-49e5-a56d-8defa720dfc5 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.1286457 Jan 17 21:41:44.822120 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=4373fdee-9243-449c-b158-86932fc7f913,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:44.873395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] Publish callbacks [] for security_group (3cd10b45-0551-4436-b523-bb949421ad8a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.882774 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a34a023-8338-455a-ba2a-3fc32e942eed x-openstack-request-id: req-2a34a023-8338-455a-ba2a-3fc32e942eed {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:44.883462 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "name": "network-vif-plugged", "status": "completed", "tag": "4373fdee-9243-449c-b158-86932fc7f913", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:44.884497 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2a34a023-8338-455a-ba2a-3fc32e942eed {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:44.885339 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4373fdee-9243-449c-b158-86932fc7f913', 'code': 200} Jan 17 21:41:44.887026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:44.889699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:41:44.924592 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e07dcc4-985f-4cbd-9aff-921a6eab704d req-5baea9f7-10be-49a6-a14f-b0ff2ff711c8 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150458 Jan 17 21:41:45.229756 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3cd10b45-0551-4436-b523-bb949421ad8a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:45.232781 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:45.234429 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3cd10b45-0551-4436-b523-bb949421ad8a HTTP/1.1" status: 204 len: 168 time: 0.5362127 Jan 17 21:41:45.240158 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:45.251947 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3b46d-7c42-445e-9413-ab666bc985d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd10b45-0551-4436-b523-bb949421ad8a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:45.412914 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port c2a19de4-9af9-4c9d-b6df-08eec66458b2 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:41:45.419000 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port c2a19de4-9af9-4c9d-b6df-08eec66458b2 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:41:45.419654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:45.422328 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79c734-83dd-45e2-902f-6dc8112602a6 req-b3070580-8c98-442b-949c-422c3a777f53 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:45.424263 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab79c734-83dd-45e2-902f-6dc8112602a6 req-b3070580-8c98-442b-949c-422c3a777f53 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0963237 Jan 17 21:41:45.546028 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62511f4f-8c21-4ba2-9ac3-cb0120947f49 req-a72d2869-623d-4a9c-ac67-1bb8e16e0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:45.548514 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-62511f4f-8c21-4ba2-9ac3-cb0120947f49 req-a72d2869-623d-4a9c-ac67-1bb8e16e0340 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1098 time: 0.1549964 Jan 17 21:41:45.564965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67782ddd-ad80-4753-84c7-b9a0b8af807b req-dd038e8a-871c-4e78-93fc-8cdfe64258a3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:45.572612 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab79c734-83dd-45e2-902f-6dc8112602a6 req-b6a8e9e8-3378-4c3e-ad8c-6d3c1f6c0fac tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395900 Jan 17 21:41:45.573699 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-67782ddd-ad80-4753-84c7-b9a0b8af807b req-dd038e8a-871c-4e78-93fc-8cdfe64258a3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.1215827 Jan 17 21:41:45.658218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:41:45.659026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:45.667581 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-62511f4f-8c21-4ba2-9ac3-cb0120947f49 req-d83bf2d3-18a3-484b-9357-7a13a5fcac64 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119752 Jan 17 21:41:45.681514 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-67782ddd-ad80-4753-84c7-b9a0b8af807b req-cd0af01d-284c-4925-9f9b-b81f167f1db7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060486 Jan 17 21:41:45.726447 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:41:45.881066 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:45.944813 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:46.565281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-11ad5fb3-da7c-49b6-babf-778e4b43c2d4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1390011 Jan 17 21:41:46.781217 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-f6103d5b-d848-4f48-b51b-4c3fb9d0d6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:46.783759 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-f6103d5b-d848-4f48-b51b-4c3fb9d0d6ac service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=8f8a798226704025b351188bd20a3203&device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 1099 time: 0.1523757 Jan 17 21:41:46.887030 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:46.893712 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b057924a-664a-4bbf-b369-f9f1b427402b" -d '{"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:46.991580 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460f2bda-f3a3-439a-a872-75e3b30d2385 req-461b6b4d-46c8-4014-b967-1c3dd11cef5c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:46.994889 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-460f2bda-f3a3-439a-a872-75e3b30d2385 req-461b6b4d-46c8-4014-b967-1c3dd11cef5c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.2092402 Jan 17 21:41:47.138050 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-670fc26b-50dc-4787-b1fc-1a56437fa6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:47.140203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-670fc26b-50dc-4787-b1fc-1a56437fa6b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=26b2fa90-027f-4d3f-84af-c98b408ba559 HTTP/1.1" status: 200 len: 913 time: 0.3296866 Jan 17 21:41:47.207958 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-cf64c730-eab9-40c6-a818-588e9a87923b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035 HTTP/1.1" status: 200 len: 217 time: 0.0611854 Jan 17 21:41:47.252647 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-460f2bda-f3a3-439a-a872-75e3b30d2385 req-96961c64-cc9a-4d11-9460-762ba21d4ebb tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2456141 Jan 17 21:41:47.274076 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-4705f368-9171-4b3b-9628-25296eae7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:47.276315 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-4705f368-9171-4b3b-9628-25296eae7c6f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=e659bc2f-af75-4037-8bca-296797477bc6 HTTP/1.1" status: 200 len: 852 time: 0.0620141 Jan 17 21:41:47.315993 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-67852e3b-5b50-4aae-9d50-ebdb9ea2b30b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=26b2fa90-027f-4d3f-84af-c98b408ba559&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334513 Jan 17 21:41:47.453411 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2817-8f91-4507-89a8-49c07c04f7fc req-a8490bc4-c5dd-43ea-882d-a3e385190ce5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:47.455007 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d8b2817-8f91-4507-89a8-49c07c04f7fc req-a8490bc4-c5dd-43ea-882d-a3e385190ce5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0875261 Jan 17 21:41:47.457209 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-43da9e93-9f14-484d-aa1e-21c2b22c6c92 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344571 Jan 17 21:41:47.624056 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d8b2817-8f91-4507-89a8-49c07c04f7fc req-c671cc5c-7c4b-4c34-8c70-8dd1d9106f0d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515472 Jan 17 21:41:47.742663 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6afec25-0b98-4f30-94f2-cdc5f5a266a9 req-46561d51-166a-4cec-9bcf-3bd4575b8579 service neutron] 10.222.0.81 "GET /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774465 Jan 17 21:41:47.794195 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f49dbf-03b2-416c-8401-5bd3b19efb49 x-openstack-request-id: req-67f49dbf-03b2-416c-8401-5bd3b19efb49 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:47.801135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:47.801135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-67f49dbf-03b2-416c-8401-5bd3b19efb49 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:47.801135 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'code': 200} Jan 17 21:41:48.313748 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1b78-e4ab-4129-92d6-659a4f3663e9 req-8e3d383f-4759-4c4c-a1ee-1938fa70ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:48.317616 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-270f1b78-e4ab-4129-92d6-659a4f3663e9 req-8e3d383f-4759-4c4c-a1ee-1938fa70ef0b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1098 time: 0.0477331 Jan 17 21:41:48.382363 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-270f1b78-e4ab-4129-92d6-659a4f3663e9 req-64f91078-cb39-457c-8b14-15ce7fa18b82 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499213 Jan 17 21:41:48.444989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549eaa6-3b07-4334-906f-dab780434c57 req-5dd5fc4d-4372-44f2-8eb7-db0f79959918 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:48.447609 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8549eaa6-3b07-4334-906f-dab780434c57 req-5dd5fc4d-4372-44f2-8eb7-db0f79959918 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0621264 Jan 17 21:41:48.512554 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8549eaa6-3b07-4334-906f-dab780434c57 req-5997606a-8404-435c-a5ac-6b775235b123 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590820 Jan 17 21:41:48.704410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfa38b-0824-4aee-9c75-6003e21f30af req-9aed73a8-d899-4d13-9eda-dade8831221c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:48.709144 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bbbfa38b-0824-4aee-9c75-6003e21f30af req-9aed73a8-d899-4d13-9eda-dade8831221c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0607138 Jan 17 21:41:48.719897 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36856) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:48.730866 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'floatingip': {'port_id': '4373fdee-9243-449c-b158-86932fc7f913'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:48.880625 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92002f-dc8e-4c37-92a8-077309e3625a req-4ecccc33-9a33-4141-97d5-93082ca659bc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:48.883194 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc92002f-dc8e-4c37-92a8-077309e3625a req-4ecccc33-9a33-4141-97d5-93082ca659bc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0994442 Jan 17 21:41:48.904864 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:48.989554 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc92002f-dc8e-4c37-92a8-077309e3625a req-b5551fd1-ebc9-4ca0-87f3-1078508048d7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956800 Jan 17 21:41:49.073990 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36870) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:49.321950 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5256b3c1-1335-43f9-9287-caf691172050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.507033 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5256b3c1-1335-43f9-9287-caf691172050 admin admin] Publish callbacks [] for security_group (5c35089e-1707-41e5-a397-6dd2fc53cdf6), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.568089 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5256b3c1-1335-43f9-9287-caf691172050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (5c35089e-1707-41e5-a397-6dd2fc53cdf6), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.660057 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5256b3c1-1335-43f9-9287-caf691172050 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bb08d666d96c4413868bc9f0330d9dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5843165 Jan 17 21:41:49.662413 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256b3c1-1335-43f9-9287-caf691172050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c35089e-1707-41e5-a397-6dd2fc53cdf6,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:49.667914 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36886) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:49.766448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Publish callbacks [] for security_group (5c35089e-1707-41e5-a397-6dd2fc53cdf6), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.797208 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Publish callbacks [] for security_group (5c35089e-1707-41e5-a397-6dd2fc53cdf6), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.892840 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.989383 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (5c35089e-1707-41e5-a397-6dd2fc53cdf6), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.992205 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:49.993438 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5c35089e-1707-41e5-a397-6dd2fc53cdf6 HTTP/1.1" status: 204 len: 168 time: 0.3240426 Jan 17 21:41:50.004142 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c35089e-1707-41e5-a397-6dd2fc53cdf6,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:50.012961 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.013381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.013660 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.014027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.014369 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.014701 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.015032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.015548 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.015935 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.016514 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.017174 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.020644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.020644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3640921d-11b1-4689-950c-5774375a61c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:50.160294 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:50.304490 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:50.315237 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72420a0-2938-497b-bae5-b2fc86536f93 req-adfc8a5e-b965-4f1d-8994-6ff5b3480592 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:50.317203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a72420a0-2938-497b-bae5-b2fc86536f93 req-adfc8a5e-b965-4f1d-8994-6ff5b3480592 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0566590 Jan 17 21:41:50.413960 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a72420a0-2938-497b-bae5-b2fc86536f93 req-920ebb12-c0b8-4c2a-af08-ee4f9e862fba tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866089 Jan 17 21:41:50.459780 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Floating IP c72b2f57-12f7-4e15-8a1e-0b0ede15042d associated. External IP: 172.27.2.91, port: 4373fdee-9243-449c-b158-86932fc7f913. Jan 17 21:41:50.814545 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6deb54-55ed-420d-8f3e-bc9023379f1a req-f8316b7d-798d-4b9e-b60c-edd2646411c4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:50.814545 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7f6deb54-55ed-420d-8f3e-bc9023379f1a req-f8316b7d-798d-4b9e-b60c-edd2646411c4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1428370 Jan 17 21:41:50.826367 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 36922) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:50.835109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'floatingip': {'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:41:50.955421 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:50.970936 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:41:51.115949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:41:51.129569 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:51.141247 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:41:51.162482 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:51.163934 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:51.168584 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-685b6f2b-d2d5-4597-b7bb-e132a15e4462 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "PUT /v2.0/floatingips/c72b2f57-12f7-4e15-8a1e-0b0ede15042d HTTP/1.1" status: 200 len: 990 time: 2.4470906 Jan 17 21:41:51.169384 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'tag': '4373fdee-9243-449c-b158-86932fc7f913'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:51.172901 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33832112-7730-4ccc-bada-803e4a3a8a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "tag": "4373fdee-9243-449c-b158-86932fc7f913"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:51.258233 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aad511-6498-4e87-aec7-868ce356af66 x-openstack-request-id: req-18aad511-6498-4e87-aec7-868ce356af66 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:51.258729 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "tag": "4373fdee-9243-449c-b158-86932fc7f913", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:51.259070 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-18aad511-6498-4e87-aec7-868ce356af66 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:51.259423 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'tag': '4373fdee-9243-449c-b158-86932fc7f913', 'status': 'completed', 'code': 200} Jan 17 21:41:51.366186 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36938) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:51.396622 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:51.527833 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-2aa5a226-173f-4856-b0a2-451f19cceb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:51.530457 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-2aa5a226-173f-4856-b0a2-451f19cceb93 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1098 time: 0.2013142 Jan 17 21:41:51.545476 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:51.636552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Publish callbacks [] for security_group (837d23fb-487c-4a85-85f2-f01a33fba8a2), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:51.765958 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (837d23fb-487c-4a85-85f2-f01a33fba8a2), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:51.786818 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-10102e4a-19c5-43d3-8353-ae525b0d3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:51.788636 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-10102e4a-19c5-43d3-8353-ae525b0d3986 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.2383265 Jan 17 21:41:51.817156 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837d23fb-487c-4a85-85f2-f01a33fba8a2,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:51.826876 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=65db3f2e38fe4031a20b413d08f13b3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4595234 Jan 17 21:41:51.828756 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 36956) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:51.848852 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.849458 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.850013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.850501 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.850988 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.851559 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.852196 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.852682 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.853171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.861097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.861097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.861097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.861097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48b7613-581c-467f-8277-506cc8c67103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:41:51.875759 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': 'c72b2f57-12f7-4e15-8a1e-0b0ede15042d', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '4373fdee-9243-449c-b158-86932fc7f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:a4:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:22Z', 'updated_at': '2022-01-17T21:41:49Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:51.938367 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:51.938474 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] Publish callbacks [] for security_group (837d23fb-487c-4a85-85f2-f01a33fba8a2), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:51.939498 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:51.940151 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:51.998770 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] Publish callbacks [] for security_group (837d23fb-487c-4a85-85f2-f01a33fba8a2), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:52.061987 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-21b262ac-bb36-445f-94bb-119d28be369f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 998 time: 0.2646403 Jan 17 21:41:52.192657 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:52.223002 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (837d23fb-487c-4a85-85f2-f01a33fba8a2), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:52.227915 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:52.229864 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/837d23fb-487c-4a85-85f2-f01a33fba8a2 HTTP/1.1" status: 204 len: 168 time: 0.3999472 Jan 17 21:41:52.248024 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347dc1d-4c27-4a70-90e3-084998f7a002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837d23fb-487c-4a85-85f2-f01a33fba8a2,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:52.279490 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-74e5a42d-0db1-40fa-973a-e681551bf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:52.281047 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-74e5a42d-0db1-40fa-973a-e681551bf6b4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.1738417 Jan 17 21:41:52.645272 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-16987c59-a313-403e-86d8-4150d2e07ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:52.648014 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-16987c59-a313-403e-86d8-4150d2e07ea1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2612255 Jan 17 21:41:52.657560 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': 'c72b2f57-12f7-4e15-8a1e-0b0ede15042d', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '4373fdee-9243-449c-b158-86932fc7f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:a4:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:22Z', 'updated_at': '2022-01-17T21:41:49Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:52.688160 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5af556c-4d3e-4e4b-a242-7c8d6adf4afe None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': 'c72b2f57-12f7-4e15-8a1e-0b0ede15042d', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '4373fdee-9243-449c-b158-86932fc7f913', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:a4:a9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:22Z', 'updated_at': '2022-01-17T21:41:49Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:52.829742 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.db.resource_extend [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:41:52.941610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:52.955910 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-1fe9bd81-b0e8-4faf-9331-738bde372e38 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735267 Jan 17 21:41:53.101975 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bd85af-1c41-497b-91f3-e5209833ee9e None None] New status for floating IP c72b2f57-12f7-4e15-8a1e-0b0ede15042d: ACTIVE {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:41:53.130177 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-33832112-7730-4ccc-bada-803e4a3a8a4d req-7a4e48dd-9922-4f3e-911e-006a230a14e6 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631854 Jan 17 21:41:53.282203 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:53.469052 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Floating IP 2cd9ca2e-77f6-4a5e-813c-ad9c077de153 associated. External IP: 172.27.2.35, port: c2a19de4-9af9-4c9d-b6df-08eec66458b2. Jan 17 21:41:53.909789 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37000) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:54.103146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ea440881-5d83-4762-bc9f-bc23ab689f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.242524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:41:54.268367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ea440881-5d83-4762-bc9f-bc23ab689f8d admin admin] Publish callbacks [] for security_group (d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.269806 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37012) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:54.285128 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0c806fbc-ee96-4ac1-9e1f-9ee8528a70bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.363220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ea440881-5d83-4762-bc9f-bc23ab689f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.378143 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0c806fbc-ee96-4ac1-9e1f-9ee8528a70bb admin admin] Publish callbacks [] for security_group (f26b9489-5fa7-4d1b-9225-59bafc55f7d7), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.419810 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ea440881-5d83-4762-bc9f-bc23ab689f8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29430828f7f04d4c963b235d43374fc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5049262 Jan 17 21:41:54.419810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea440881-5d83-4762-bc9f-bc23ab689f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:54.420939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37014) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:54.458119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0c806fbc-ee96-4ac1-9e1f-9ee8528a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f26b9489-5fa7-4d1b-9225-59bafc55f7d7), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.495970 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:41:54.503086 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0c806fbc-ee96-4ac1-9e1f-9ee8528a70bb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f6e83072d884e23a5f4e97b7a779d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320213 Jan 17 21:41:54.504101 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c806fbc-ee96-4ac1-9e1f-9ee8528a70bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b9489-5fa7-4d1b-9225-59bafc55f7d7,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:54.507073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37016) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:54.511768 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.516835 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:41:54.537955 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:54.539524 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:54.587546 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-186e8e04-ba2a-4f3e-bad4-d511efcb8966 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "PUT /v2.0/floatingips/2cd9ca2e-77f6-4a5e-813c-ad9c077de153 HTTP/1.1" status: 200 len: 990 time: 3.7544696 Jan 17 21:41:54.587546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:41:54.590842 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0772b680-94cf-443b-95b2-797e909b58f6" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:41:54.601817 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] Publish callbacks [] for security_group (d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.641079 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] Publish callbacks [] for security_group (f26b9489-5fa7-4d1b-9225-59bafc55f7d7), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.652961 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16dfe14-ff4a-4ea8-839b-fa7a31f3c830 x-openstack-request-id: req-b16dfe14-ff4a-4ea8-839b-fa7a31f3c830 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:41:54.653741 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:41:54.654376 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b16dfe14-ff4a-4ea8-839b-fa7a31f3c830 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:41:54.655214 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'status': 'completed', 'code': 200} Jan 17 21:41:54.659067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] Publish callbacks [] for security_group (d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.681819 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] Publish callbacks [] for security_group (f26b9489-5fa7-4d1b-9225-59bafc55f7d7), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.760577 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b680-94cf-443b-95b2-797e909b58f6 req-e17f8d25-eb03-4370-ac33-0ab912f726f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:54.762261 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-e17f8d25-eb03-4370-ac33-0ab912f726f4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1098 time: 0.0744720 Jan 17 21:41:54.796298 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:54.852911 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f26b9489-5fa7-4d1b-9225-59bafc55f7d7), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.857752 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.864817 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f26b9489-5fa7-4d1b-9225-59bafc55f7d7 HTTP/1.1" status: 204 len: 168 time: 0.3527639 Jan 17 21:41:54.876480 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ff50a-6f41-47bf-8623-a54f65623206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b9489-5fa7-4d1b-9225-59bafc55f7d7,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:54.892795 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.898122 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:54.902660 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a HTTP/1.1" status: 204 len: 168 time: 0.4781170 Jan 17 21:41:54.925424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b680-94cf-443b-95b2-797e909b58f6 req-d89e9f60-c867-4b07-a348-3b57872f1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:54.928250 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-d89e9f60-c867-4b07-a348-3b57872f1ae2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1503470 Jan 17 21:41:54.929843 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f5e01-be8f-4ed1-8b7d-b21b2d67c493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43ecd7c-1fb4-40b0-a407-d4ddcdd7310a,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:55.161840 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-db479bf1-6469-43be-aa57-9eb038f83cac service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 998 time: 0.2109609 Jan 17 21:41:55.257591 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '2cd9ca2e-77f6-4a5e-813c-ad9c077de153', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:20Z', 'updated_at': '2022-01-17T21:41:52Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:55.273056 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b680-94cf-443b-95b2-797e909b58f6 req-43f3aa90-c4eb-4198-a9a3-3209e6057f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:55.276594 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-43f3aa90-c4eb-4198-a9a3-3209e6057f08 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0975363 Jan 17 21:41:55.316520 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:41:55.333981 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:41:55.335146 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:55.384762 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772b680-94cf-443b-95b2-797e909b58f6 req-df898055-9caa-41be-bf2c-67c4083d33f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:55.386925 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-df898055-9caa-41be-bf2c-67c4083d33f1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026263 Jan 17 21:41:55.427673 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-070a67c1-cfb1-4e3e-8b97-edfb65efaaa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:55.530450 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-4da98ea4-fa2c-4e66-bfc8-decc0740faef service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363504 Jan 17 21:41:55.563619 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:41:55.732458 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0772b680-94cf-443b-95b2-797e909b58f6 req-ede939ad-4aa0-4cb6-8cbf-c8eb3bb67c6a service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931419 Jan 17 21:41:56.017598 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '2cd9ca2e-77f6-4a5e-813c-ad9c077de153', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:20Z', 'updated_at': '2022-01-17T21:41:52Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:41:56.081064 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778016fb-0557-40a1-85ce-34f6cdea1df9 None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '2cd9ca2e-77f6-4a5e-813c-ad9c077de153', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:41:20Z', 'updated_at': '2022-01-17T21:41:52Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:41:56.491296 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f48cee8-fbfa-4cfa-b7ee-6a1986292fec None None] New status for floating IP 2cd9ca2e-77f6-4a5e-813c-ad9c077de153: ACTIVE {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:41:57.748051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37150) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:58.067770 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8317dd5-7f7b-4b84-a90f-1ff8bbe33a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.302760 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-d6bc5e54-9265-4b96-8504-35e888bab9cb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:41:58.304422 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-d6bc5e54-9265-4b96-8504-35e888bab9cb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.2075193 Jan 17 21:41:58.340629 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-fa2ac760-d018-4bc0-9c90-dab36b080320 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/quotas/a6d83eef93c44d4894151b7d97a12dd3 HTTP/1.1" status: 200 len: 375 time: 0.0246758 Jan 17 21:41:58.350834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8317dd5-7f7b-4b84-a90f-1ff8bbe33a7b admin admin] Publish callbacks [] for security_group (320a432f-6e6d-4518-ada0-12af922c390d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.361014 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d85d5051-24c1-4214-9991-e007d0cc01dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.408207 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-7df0b9f0-c292-46a9-9f56-263a27bbe75a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557110 Jan 17 21:41:58.484591 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8317dd5-7f7b-4b84-a90f-1ff8bbe33a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (320a432f-6e6d-4518-ada0-12af922c390d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.556555 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c8317dd5-7f7b-4b84-a90f-1ff8bbe33a7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e7ad926c60464e07848242e2a7427813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8034692 Jan 17 21:41:58.556555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8317dd5-7f7b-4b84-a90f-1ff8bbe33a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320a432f-6e6d-4518-ada0-12af922c390d,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:58.560731 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37186) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:41:58.610731 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-11ca2bd7-dcb0-45e0-9e75-d67ee43f216b service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925623 Jan 17 21:41:58.665901 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] Publish callbacks [] for security_group (320a432f-6e6d-4518-ada0-12af922c390d), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.693971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] Publish callbacks [] for security_group (320a432f-6e6d-4518-ada0-12af922c390d), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.804949 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-35444703-662e-42ad-bea3-d8b54bd09383 service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919804 Jan 17 21:41:58.886519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (320a432f-6e6d-4518-ada0-12af922c390d), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.889520 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:41:58.890769 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/320a432f-6e6d-4518-ada0-12af922c390d HTTP/1.1" status: 204 len: 168 time: 0.3288417 Jan 17 21:41:58.902469 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9c382-2321-4a26-b50a-ed0808d0f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320a432f-6e6d-4518-ada0-12af922c390d,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:41:59.364975 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e78404c4-4bab-4293-b3f0-01fdf6b8bffc req-be79eb6c-0edf-4faa-a3b0-8497aa6c4100 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.1453209 Jan 17 21:41:59.849954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:00.515985 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-42b2462a-39e1-4e77-a573-414b58f2d633 req-d546d32d-948a-4968-9b49-76dfcc765c2d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Jan 17 21:42:00.914272 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37306) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:01.110015 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ab449c57-5374-40b7-8173-d8a435be5e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.180986 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ab449c57-5374-40b7-8173-d8a435be5e3e admin admin] Publish callbacks [] for security_group (404fc172-5d6a-47fc-8207-75ad00957e82), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.321826 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ab449c57-5374-40b7-8173-d8a435be5e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (404fc172-5d6a-47fc-8207-75ad00957e82), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.400386 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ab449c57-5374-40b7-8173-d8a435be5e3e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f4f30a41b7aa412ba589254c2cd9cc79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791114 Jan 17 21:42:01.400386 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab449c57-5374-40b7-8173-d8a435be5e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404fc172-5d6a-47fc-8207-75ad00957e82,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:01.400851 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37322) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:01.505197 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] Publish callbacks [] for security_group (404fc172-5d6a-47fc-8207-75ad00957e82), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.542044 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] Publish callbacks [] for security_group (404fc172-5d6a-47fc-8207-75ad00957e82), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.721553 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (404fc172-5d6a-47fc-8207-75ad00957e82), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.725423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:01.729206 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/404fc172-5d6a-47fc-8207-75ad00957e82 HTTP/1.1" status: 204 len: 168 time: 0.3252046 Jan 17 21:42:01.729430 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5925599-ef74-4c79-9fec-e3300e2df8c2 req-da03e5b0-9890-493d-808e-da6f9e44f161 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.0491340 Jan 17 21:42:01.750759 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34acd3a-6abe-4eef-9977-1ae67b7117a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404fc172-5d6a-47fc-8207-75ad00957e82,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:02.083004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:02.660058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-407bc114-859c-456f-93e7-8348eb9e578e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:02.664149 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-407bc114-859c-456f-93e7-8348eb9e578e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.2915511 Jan 17 21:42:02.686075 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Request body: {'port': {'device_id': '2696d13d-4195-4948-b434-6899b68992b1', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'admin_state_up': True, 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:02.953128 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4794ad60-f33a-4569-96c7-ea1f401e7f1c req-2d0cec20-bc03-4e81-9e3b-2d586b94f57e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.0607142 Jan 17 21:42:02.979385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.116055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37378) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:03.143799 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32db68c5-e53f-4067-908e-6fbf2b1bd0e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.167175 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:03.173581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.261072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32db68c5-e53f-4067-908e-6fbf2b1bd0e6 admin admin] Publish callbacks [] for security_group (3e4e2894-df55-401d-9d70-53778caddca1), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.372036 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32db68c5-e53f-4067-908e-6fbf2b1bd0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3e4e2894-df55-401d-9d70-53778caddca1), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.395440 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Allocated IP 172.20.0.8 (9e0ac24d-7960-496f-88c7-d55dcb1ba79f/aa930b17-df2b-443e-9957-533bd79b5c46/7ced30bc-bfe6-4192-ae98-425e271eacd2) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:03.419438 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db68c5-e53f-4067-908e-6fbf2b1bd0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e2894-df55-401d-9d70-53778caddca1,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:03.423440 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-32db68c5-e53f-4067-908e-6fbf2b1bd0e6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e5bd4fe7ae234f8f92a36b3dd887df32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057716 Jan 17 21:42:03.429799 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37384) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:03.524944 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] Publish callbacks [] for security_group (3e4e2894-df55-401d-9d70-53778caddca1), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.562210 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] Publish callbacks [] for security_group (3e4e2894-df55-401d-9d70-53778caddca1), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.686612 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks [] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.721408 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3e4e2894-df55-401d-9d70-53778caddca1), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.727529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.729845 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3e4e2894-df55-401d-9d70-53778caddca1 HTTP/1.1" status: 204 len: 168 time: 0.2863462 Jan 17 21:42:03.746820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215d480-7ef2-4122-af3b-845c8ca65996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e2894-df55-401d-9d70-53778caddca1,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:03.830390 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:03.859023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:03.923785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:03.927630 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:03.930935 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:03.972340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event updated for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:04.021501 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:04.025748 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:04.201902 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aff0a-e6d2-47b0-8e08-71e91f1f938b req-c7d56c61-f05a-4ea9-9aa4-4d043355446d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:04.203998 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d44aff0a-e6d2-47b0-8e08-71e91f1f938b req-c7d56c61-f05a-4ea9-9aa4-4d043355446d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 931 time: 0.0714822 Jan 17 21:42:04.245451 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-aa42848d-e331-4a73-8370-4e3c69b74a69 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5693047 Jan 17 21:42:04.266230 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Request body: {'port': {'device_id': '2696d13d-4195-4948-b434-6899b68992b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:04.338456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d44aff0a-e6d2-47b0-8e08-71e91f1f938b req-62457f2b-007f-4166-a521-e8d028f3578e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223955 Jan 17 21:42:04.378092 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:04.747053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ced30bc-bfe6-4192-ae98-425e271eacd2 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:04.756879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks [] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:04.772144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Transition to ACTIVE for port object 7ced30bc-bfe6-4192-ae98-425e271eacd2 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:42:04.874091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:04.994893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Pushing event updated for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:05.213686 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Attempting to bind port 7ced30bc-bfe6-4192-ae98-425e271eacd2 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:05.214325 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Attempting to bind port 7ced30bc-bfe6-4192-ae98-425e271eacd2 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:05.214861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Attempting to bind port 7ced30bc-bfe6-4192-ae98-425e271eacd2 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:05.224869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Port 7ced30bc-bfe6-4192-ae98-425e271eacd2 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:42:05.225663 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Attempting to bind port 7ced30bc-bfe6-4192-ae98-425e271eacd2 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:05.240973 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:05.241630 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Checking segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:05.242111 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Bound using segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:05.243602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Bound port: 7ced30bc-bfe6-4192-ae98-425e271eacd2, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:05.248931 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:05.355606 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:05.360313 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:05.473730 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:05.577624 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:05.578553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:05.580192 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] 10.222.0.81 "PUT /v2.0/ports/7ced30bc-bfe6-4192-ae98-425e271eacd2 HTTP/1.1" status: 200 len: 1093 time: 1.3217857 Jan 17 21:42:05.582233 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:05.584856 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6956fa1-85ec-4359-b092-2d11604c0782" -d '{"events": [{"name": "network-changed", "server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:05.702956 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3920488e-0de2-477c-96c2-2a569c22510a service neutron] Pushing event updated for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:05.819130 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c93ad1-f179-41e8-9e04-9ffea3d9627c x-openstack-request-id: req-c5c93ad1-f179-41e8-9e04-9ffea3d9627c {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:05.820162 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:05.820162 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c5c93ad1-f179-41e8-9e04-9ffea3d9627c {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:05.821710 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2', 'status': 'completed', 'code': 200} Jan 17 21:42:05.845942 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9233a-cd45-4381-9dd6-97273a8a5df6 req-e8b03b61-9389-44c4-ab09-b7fa7003f45f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:05.852599 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4ae9233a-cd45-4381-9dd6-97273a8a5df6 req-e8b03b61-9389-44c4-ab09-b7fa7003f45f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 943 time: 0.2704518 Jan 17 21:42:05.886719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-ab724cae-2cf8-42dd-aaab-bfda573ae61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:05.890456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-ab724cae-2cf8-42dd-aaab-bfda573ae61a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 1096 time: 0.1737306 Jan 17 21:42:05.918265 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66098d90-fec5-44bf-83fb-1978c58530b3 req-d8089e8b-dfed-44e6-a09a-d1b88d8dfb59 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:05.920621 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66098d90-fec5-44bf-83fb-1978c58530b3 req-d8089e8b-dfed-44e6-a09a-d1b88d8dfb59 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.0648665 Jan 17 21:42:05.982019 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-df4ac8d3-f2f4-49f9-a098-344966d46f88 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2 HTTP/1.1" status: 200 len: 217 time: 0.0752664 Jan 17 21:42:05.995130 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66098d90-fec5-44bf-83fb-1978c58530b3 req-b9d92ab5-f43c-4949-8990-a59e6ed61c17 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635183 Jan 17 21:42:06.043274 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4ae9233a-cd45-4381-9dd6-97273a8a5df6 req-cf5041c9-19bc-41af-8444-5c78b9e2c93c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755052 Jan 17 21:42:06.062462 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3d50ea06-ddc2-4dfb-9fe1-e91197526193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:06.062735 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-3d50ea06-ddc2-4dfb-9fe1-e91197526193 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.0652232 Jan 17 21:42:06.108806 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-e3a9f3c8-ea3a-473c-a5b8-56ea86079917 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390005 Jan 17 21:42:06.237562 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-5c3bc84b-1b9c-42d8-9dc8-b92e171e1a8a service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159883 Jan 17 21:42:06.373159 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb77a72-4240-455d-bad2-599e398ad73b req-106af5cf-b25e-4a53-8509-39b33cd78f6f service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238883 Jan 17 21:42:06.641308 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-ab319f18-6824-46bf-bdd2-e2565a9139a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:06.643439 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-ab319f18-6824-46bf-bdd2-e2565a9139a2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 1096 time: 0.0692053 Jan 17 21:42:06.835047 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-935bd47e-fd5d-4d3f-8646-b9a82ad309aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:06.840011 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-935bd47e-fd5d-4d3f-8646-b9a82ad309aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 916 time: 0.1708667 Jan 17 21:42:06.928108 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-1fb3ff77-1f47-4523-abb5-78e657765c32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2 HTTP/1.1" status: 200 len: 217 time: 0.0763152 Jan 17 21:42:07.020959 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-e39e0e57-5499-46d3-b433-d5d6a73d54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:07.024140 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-e39e0e57-5499-46d3-b433-d5d6a73d54dd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.0801709 Jan 17 21:42:07.073976 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-fdb4a586-5dfb-4946-80c1-cb9c764b61b7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428970 Jan 17 21:42:07.155148 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5cdcb-7b52-4470-88f9-73d9b572347f req-68ae49da-65b0-4978-8ed6-4a56c7b1fc00 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:07.156808 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ade5cdcb-7b52-4470-88f9-73d9b572347f req-68ae49da-65b0-4978-8ed6-4a56c7b1fc00 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.0616488 Jan 17 21:42:07.220765 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ade5cdcb-7b52-4470-88f9-73d9b572347f req-8560ad64-52fa-4fa3-ae91-846940cb4143 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534682 Jan 17 21:42:07.233155 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:42:07.317578 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e801eda-ba65-48bc-9fd6-2f7e1cea1af2 req-a9a6b3c8-8b17-4035-8696-242b16ffba1f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:07.320429 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2e801eda-ba65-48bc-9fd6-2f7e1cea1af2 req-a9a6b3c8-8b17-4035-8696-242b16ffba1f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 943 time: 0.1352828 Jan 17 21:42:07.369964 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-6fb1c444-4377-4b60-9b48-2517be0042ff service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815702 Jan 17 21:42:07.501330 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2e801eda-ba65-48bc-9fd6-2f7e1cea1af2 req-ef20c8b7-966a-4d61-8d78-8f5fedbdfd09 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712780 Jan 17 21:42:07.620984 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6956fa1-85ec-4359-b092-2d11604c0782 req-ea2c402f-c056-40fc-8cf9-303c1992b3e5 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341764 Jan 17 21:42:07.721781 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37512) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:07.759352 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37516) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:08.045858 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1f4c-6ffb-4469-b626-92ade58f1a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.051958 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-35f313a3-0883-4308-8c46-afae1c8b8f33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.182193 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd760079-ac91-4472-bfc8-59234f162178 req-3b1bf3af-7ac9-458a-8428-507d575e7a4f tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:08.184492 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd760079-ac91-4472-bfc8-59234f162178 req-3b1bf3af-7ac9-458a-8428-507d575e7a4f tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.1054091 Jan 17 21:42:08.186556 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1f4c-6ffb-4469-b626-92ade58f1a19 admin admin] Publish callbacks [] for security_group (c5709302-20d2-4876-a18a-0806f77f0292), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.314046 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9f0e1f4c-6ffb-4469-b626-92ade58f1a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c5709302-20d2-4876-a18a-0806f77f0292), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.320929 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-35f313a3-0883-4308-8c46-afae1c8b8f33 admin admin] Publish callbacks [] for security_group (cf434978-ae56-4041-92b0-0155d75af990), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.354702 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e1f4c-6ffb-4469-b626-92ade58f1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5709302-20d2-4876-a18a-0806f77f0292,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:08.405324 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Deleting port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:42:08.405769 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.424148 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-35f313a3-0883-4308-8c46-afae1c8b8f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (cf434978-ae56-4041-92b0-0155d75af990), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.436680 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9f0e1f4c-6ffb-4469-b626-92ade58f1a19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff676b7e7d694b20861e56b11c4d21a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758099 Jan 17 21:42:08.442790 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37528) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:08.499716 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7ced30bc-bfe6-4192-ae98-425e271eacd2 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:42:08.512750 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553b25d-06fb-4871-8db6-0952a4e9ae6a req-9c84a804-2239-4cd3-a19b-d4cfdb5fc6a6 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:08.530893 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2553b25d-06fb-4871-8db6-0952a4e9ae6a req-9c84a804-2239-4cd3-a19b-d4cfdb5fc6a6 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 946 time: 0.1802459 Jan 17 21:42:08.625471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] Publish callbacks [] for security_group (c5709302-20d2-4876-a18a-0806f77f0292), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.685970 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2553b25d-06fb-4871-8db6-0952a4e9ae6a req-743276fb-5de2-4577-8ee6-8fe00b024eec tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/security-groups?id=e64618f5-b731-4d03-b38c-ae8e8b93ae88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534600 Jan 17 21:42:08.733150 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] Publish callbacks [] for security_group (c5709302-20d2-4876-a18a-0806f77f0292), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.923407 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f313a3-0883-4308-8c46-afae1c8b8f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf434978-ae56-4041-92b0-0155d75af990,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:08.966314 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c5709302-20d2-4876-a18a-0806f77f0292), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.972224 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:08.972224 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5709302-20d2-4876-a18a-0806f77f0292 HTTP/1.1" status: 204 len: 168 time: 0.5274558 Jan 17 21:42:09.005347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ec717-83f8-44d5-a83b-ed49a718904a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5709302-20d2-4876-a18a-0806f77f0292,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:09.036146 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:09.040093 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-35f313a3-0883-4308-8c46-afae1c8b8f33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1aa88a918e7a45639d330074fb444375&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3157568 Jan 17 21:42:09.042736 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37546) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:09.062391 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '7ced30bc-bfe6-4192-ae98-425e271eacd2', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'port_id': '7ced30bc-bfe6-4192-ae98-425e271eacd2', 'mac_address': 'fa:16:3e:18:d5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa930b17-df2b-443e-9957-533bd79b5c46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:42:09.108000 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377286ea-91a0-4ebe-a656-cb14f5698bc4 req-d65c85d4-89d8-4092-87ff-755591f1a4dd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:09.110823 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-377286ea-91a0-4ebe-a656-cb14f5698bc4 req-d65c85d4-89d8-4092-87ff-755591f1a4dd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 943 time: 0.2218733 Jan 17 21:42:09.155622 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 7ced30bc-bfe6-4192-ae98-425e271eacd2 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:09.156372 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.178776 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ced30bc-bfe6-4192-ae98-425e271eacd2 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:09.186827 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] Publish callbacks [] for security_group (cf434978-ae56-4041-92b0-0155d75af990), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.193195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] For port a76ba55a-0cb9-4a7b-a46e-31c647dd4035, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,segment=NetworkSegment(42c2f0d5-dfb3-4b46-959c-97b666b922b2),segment_id=42c2f0d5-dfb3-4b46-959c-97b666b922b2)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:09.193714 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.209260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:09.224238 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] Publish callbacks [] for security_group (cf434978-ae56-4041-92b0-0155d75af990), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.226277 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Calling delete_port for a76ba55a-0cb9-4a7b-a46e-31c647dd4035 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:42:09.310072 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.310699 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-377286ea-91a0-4ebe-a656-cb14f5698bc4 req-5a4f94f6-b2ca-4f79-9760-79b2eafdf6fc tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767938 Jan 17 21:42:09.387391 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:09.395886 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.396572 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.397156 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.397688 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.398214 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.399350 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.399754 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.400153 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.400549 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.400974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.401382 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.401815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.402222 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:09.454108 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (cf434978-ae56-4041-92b0-0155d75af990), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.464203 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.466543 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cf434978-ae56-4041-92b0-0155d75af990 HTTP/1.1" status: 204 len: 168 time: 0.4201119 Jan 17 21:42:09.483030 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef382ea-0730-47be-9cf3-6af160f2f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf434978-ae56-4041-92b0-0155d75af990,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:09.588099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['7ced30bc-bfe6-4192-ae98-425e271eacd2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:09.658357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (a76ba55a-0cb9-4a7b-a46e-31c647dd4035), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.677704 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['a76ba55a-0cb9-4a7b-a46e-31c647dd4035'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:09.748084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Pushing event deleted for resources: {'Port': ['ID=a76ba55a-0cb9-4a7b-a46e-31c647dd4035,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:09.957578 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] No DVR routers for this DVR port a76ba55a-0cb9-4a7b-a46e-31c647dd4035 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:42:09.987488 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:09.997161 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd760079-ac91-4472-bfc8-59234f162178 req-a9afa130-cf2a-48d9-8a4d-9e79b25ede5b tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.81 "DELETE /v2.0/ports/a76ba55a-0cb9-4a7b-a46e-31c647dd4035 HTTP/1.1" status: 204 len: 173 time: 1.8060591 Jan 17 21:42:09.999238 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'name': 'network-vif-deleted', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:10.019677 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff34e13-e934-4619-a8bb-12017625e19b" -d '{"events": [{"server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "name": "network-vif-deleted", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:10.100246 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-01a8799e-cbf2-4bd6-817d-a3c711a33bac req-7784f973-65a2-4def-b4f5-88d55611f879 tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.1128976 Jan 17 21:42:10.196880 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ece147-f2dc-498b-9877-106595b30c46 x-openstack-request-id: req-d7ece147-f2dc-498b-9877-106595b30c46 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:10.197719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa8f0a6f-a967-44b2-b007-f0b6dac928a9", "name": "network-vif-deleted", "tag": "a76ba55a-0cb9-4a7b-a46e-31c647dd4035", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:10.197719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d7ece147-f2dc-498b-9877-106595b30c46 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:10.198307 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa8f0a6f-a967-44b2-b007-f0b6dac928a9', 'name': 'network-vif-deleted', 'tag': 'a76ba55a-0cb9-4a7b-a46e-31c647dd4035', 'status': 'completed', 'code': 200} Jan 17 21:42:10.247276 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37570) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:10.271438 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-80f8b390-b5c6-465e-83bf-11ef1ed98b17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:10.456428 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-80f8b390-b5c6-465e-83bf-11ef1ed98b17 admin admin] Publish callbacks [] for security_group (bfc1def2-b636-4c67-9151-8b746a6ae9b3), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:10.720888 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-80f8b390-b5c6-465e-83bf-11ef1ed98b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (bfc1def2-b636-4c67-9151-8b746a6ae9b3), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:10.778497 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-80f8b390-b5c6-465e-83bf-11ef1ed98b17 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b71b3a7d2a314629b681b3c3d7845c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296555 Jan 17 21:42:10.784381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8b390-b5c6-465e-83bf-11ef1ed98b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1def2-b636-4c67-9151-8b746a6ae9b3,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:10.785816 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37584) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:10.795492 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cde17-814d-46ba-a734-f5d08979ba66 req-78fe9539-489f-44b0-8966-d1d350c736a8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:10.797113 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ad2cde17-814d-46ba-a734-f5d08979ba66 req-78fe9539-489f-44b0-8966-d1d350c736a8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 944 time: 0.3530986 Jan 17 21:42:10.871149 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ad2cde17-814d-46ba-a734-f5d08979ba66 req-2d329b7e-0415-4712-86e2-cfb06b2ebae4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581458 Jan 17 21:42:10.961544 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] Publish callbacks [] for security_group (bfc1def2-b636-4c67-9151-8b746a6ae9b3), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:11.003406 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] Publish callbacks [] for security_group (bfc1def2-b636-4c67-9151-8b746a6ae9b3), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:11.274518 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8f70a967-345c-4780-936c-bc10521d8cd2 req-adc13ac7-de16-4ec9-a69c-05f5092586ba tempest-DeleteServersTestJSON-1073347109 tempest-DeleteServersTestJSON-1073347109-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa8f0a6f-a967-44b2-b007-f0b6dac928a9 HTTP/1.1" status: 200 len: 210 time: 0.0335624 Jan 17 21:42:11.297782 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (bfc1def2-b636-4c67-9151-8b746a6ae9b3), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:11.302396 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:11.304400 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bfc1def2-b636-4c67-9151-8b746a6ae9b3 HTTP/1.1" status: 204 len: 168 time: 0.5073023 Jan 17 21:42:11.318312 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db79ac-4acc-4bb1-82e3-8356721034af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc1def2-b636-4c67-9151-8b746a6ae9b3,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:11.521000 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37606) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:11.855021 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1176067029-network', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:11.966926 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Made reservation on behalf of 1d76fe22350840edb5055f107b0ac4ec for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:11.970483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.012561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.153936 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9cf24-714c-47df-a7c7-b287be0ba030 req-31c6bfa3-b19c-4f6a-af3b-54f6c8ed0078 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:12.156664 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a9c9cf24-714c-47df-a7c7-b287be0ba030 req-31c6bfa3-b19c-4f6a-af3b-54f6c8ed0078 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 944 time: 0.1231914 Jan 17 21:42:12.251884 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks [] for security_group (df2ee7df-8e8f-4aa0-a9b5-d986a7315b07), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.256254 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a9c9cf24-714c-47df-a7c7-b287be0ba030 req-04d918bd-db1a-4b95-8065-06d50a44d92f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840681 Jan 17 21:42:12.354990 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (df2ee7df-8e8f-4aa0-a9b5-d986a7315b07), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.397051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:42:12.418850 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:12.427526 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (d455a38b-37f8-4b7f-b674-a650f94487fc), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.428131 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Added segment d455a38b-37f8-4b7f-b674-a650f94487fc of type vlan for network 3fcac1e8-20e5-4a67-a8c7-b137661c186b Jan 17 21:42:12.508697 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (3fcac1e8-20e5-4a67-a8c7-b137661c186b), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.652285 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (3fcac1e8-20e5-4a67-a8c7-b137661c186b), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.653839 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:12.654771 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.750385 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] Pushing event updated for resources: {'Network': ['ID=3fcac1e8-20e5-4a67-a8c7-b137661c186b,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:12.766191 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:42:12.806938 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f28fb56c-c02b-4cde-b120-261192dd4d78 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2819650 Jan 17 21:42:12.807440 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37656) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:12.812527 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Request body: {'subnet': {'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1176067029-subnet', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:12.842204 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37658) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:12.903940 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Made reservation on behalf of 1d76fe22350840edb5055f107b0ac4ec for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:12.907489 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4244173'] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:12.979883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1887053205-network', 'tenant_id': '104b0fc34bf1411dad2532019aff2749'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:13.008824 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7ced30bc-bfe6-4192-ae98-425e271eacd2 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:13.109237 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Made reservation on behalf of 104b0fc34bf1411dad2532019aff2749 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:13.111958 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.123902 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.212906 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 7ced30bc-bfe6-4192-ae98-425e271eacd2 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:42:13.217268 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks [] for security_group (6c1f7181-e842-443e-b0c1-2e844e340cf4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.218149 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 7ced30bc-bfe6-4192-ae98-425e271eacd2 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:13.222435 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.264314 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8319521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4244191'] for subnet (13d88004-1bd4-42e9-8498-acca00cceea7), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.307825 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 7ced30bc-bfe6-4192-ae98-425e271eacd2 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:13.308223 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.327956 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d88004-1bd4-42e9-8498-acca00cceea7,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:13.332440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6c1f7181-e842-443e-b0c1-2e844e340cf4), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.334234 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:13.337319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e67d53-f168-4f6f-9ba0-4589dd44e376" -d '{"events": [{"server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "name": "network-vif-plugged", "status": "completed", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:13.350363 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Checking segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:13.350822 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Network hostable DHCP agents. Network: 3fcac1e8-20e5-4a67-a8c7-b137661c186b, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:42:13.353347 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:13.382944 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:42:13.400815 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1f7181-e842-443e-b0c1-2e844e340cf4,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:13.410022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (2d266094-85fa-456f-a34e-90ed3414ad6f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.413163 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Added segment 2d266094-85fa-456f-a34e-90ed3414ad6f of type vlan for network 5b0897a3-b06f-43f7-9472-24c1703da8df Jan 17 21:42:13.434637 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.435561 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a76ba55a-0cb9-4a7b-a46e-31c647dd4035 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:42:13.482770 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: a76ba55a-0cb9-4a7b-a46e-31c647dd4035 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:42:13.482999 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a76ba55a-0cb9-4a7b-a46e-31c647dd4035 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:42:13.484739 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (5b0897a3-b06f-43f7-9472-24c1703da8df), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.502778 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:42:13.519974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:13.594691 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 3fcac1e8-20e5-4a67-a8c7-b137661c186b) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:13.600546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:13.601550 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.608310 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de396c44-a20b-49b7-86a0-7617642d1afb None None] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:13.611816 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (5b0897a3-b06f-43f7-9472-24c1703da8df), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.613836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:13.615048 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.698177 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4eb509d8-83b6-4e30-aa76-3aa2a1ad0af2 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8888752 Jan 17 21:42:13.701136 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37668) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:13.709391 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:13.722014 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] Pushing event updated for resources: {'Network': ['ID=5b0897a3-b06f-43f7-9472-24c1703da8df,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:13.741227 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 5b0897a3-b06f-43f7-9472-24c1703da8df details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:42:13.746285 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:42:13.748125 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.778742 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8ab70a88-0e5c-4c71-8d50-e200414586a0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9349289 Jan 17 21:42:13.782146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37670) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:13.790654 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Request body: {'subnet': {'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1887053205-subnet', 'tenant_id': '104b0fc34bf1411dad2532019aff2749', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:13.903319 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.905169 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:13.975534 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Allocated IP 172.20.0.2 (3fcac1e8-20e5-4a67-a8c7-b137661c186b/13d88004-1bd4-42e9-8498-acca00cceea7/7705a894-52e4-4c0c-bc72-7cad36407b10) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:13.994560 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Made reservation on behalf of 104b0fc34bf1411dad2532019aff2749 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:13.994560 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62892357'] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.008059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for router_controller (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.212026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks [] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.301358 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for router_gateway (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.320883 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.344800 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62827649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62892375'] for subnet (3d9a5540-3df0-4b63-bf7a-e2ed27b31efe), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.365534 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:14.369370 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:14.374065 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:14.377476 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Pushing event updated for resources: {'Port': ['ID=7705a894-52e4-4c0c-bc72-7cad36407b10,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:14.455340 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9a5540-3df0-4b63-bf7a-e2ed27b31efe,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:14.455826 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Attempting to bind port 7705a894-52e4-4c0c-bc72-7cad36407b10 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:14.456422 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Attempting to bind port 7705a894-52e4-4c0c-bc72-7cad36407b10 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:14.457004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Attempting to bind port 7705a894-52e4-4c0c-bc72-7cad36407b10 on network 3fcac1e8-20e5-4a67-a8c7-b137661c186b {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:14.467083 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:14.468026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Checking segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:14.469339 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.469983 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Bound using segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:14.470833 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Bound port: 7705a894-52e4-4c0c-bc72-7cad36407b10, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:14.471448 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.473580 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Checking segment: {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:14.474156 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Network hostable DHCP agents. Network: 5b0897a3-b06f-43f7-9472-24c1703da8df, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:42:14.560998 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Network 5b0897a3-b06f-43f7-9472-24c1703da8df is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:42:14.561292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] For port 7705a894-52e4-4c0c-bc72-7cad36407b10, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:14.564964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] For port 7705a894-52e4-4c0c-bc72-7cad36407b10, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=7705a894-52e4-4c0c-bc72-7cad36407b10,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:14.647349 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.658200 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 5b0897a3-b06f-43f7-9472-24c1703da8df) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:14.669478 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:14.670347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.697454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56003c18-41d8-43c8-91bc-8f356d024593 None None] Network 5b0897a3-b06f-43f7-9472-24c1703da8df requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:14.704856 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for router_gateway (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.737983 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:14.776728 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-548ce924-e002-4975-9381-1c1eb3c31bfa admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9870443 Jan 17 21:42:14.973805 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a4ef4-296b-4485-8dfc-6e1b3fd8f934 None None] Pushing event updated for resources: {'Port': ['ID=7705a894-52e4-4c0c-bc72-7cad36407b10,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:15.012722 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d98cf9-d4ac-4df2-9262-10c95ce5c2bb None None] Network 5b0897a3-b06f-43f7-9472-24c1703da8df requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:15.025369 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Allocated IP 172.27.2.219 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/93bb7fad-71a7-45ac-a70c-f2c92b2932ba) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:15.143183 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d84c7a4-f338-47a9-ba94-57dbf1d91b50 x-openstack-request-id: req-5d84c7a4-f338-47a9-ba94-57dbf1d91b50 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:15.143750 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "name": "network-vif-plugged", "status": "completed", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:15.144166 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d84c7a4-f338-47a9-ba94-57dbf1d91b50 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:15.144962 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2', 'code': 200} Jan 17 21:42:15.373364 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:15.493517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133029a5-4d64-466c-ba61-754b4abad1a4 req-db45ca19-8793-438b-b5c3-3ad9f6acfb7b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:15.505967 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-133029a5-4d64-466c-ba61-754b4abad1a4 req-db45ca19-8793-438b-b5c3-3ad9f6acfb7b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.3262310 Jan 17 21:42:15.542566 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:15.619678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:15.625597 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:15.636633 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-133029a5-4d64-466c-ba61-754b4abad1a4 req-d74f5333-27d2-48ca-b081-972ca2926e03 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209099 Jan 17 21:42:15.640422 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:15.663054 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Pushing event updated for resources: {'Port': ['ID=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:15.825132 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37281c2-12e5-4b3b-8202-fc6135a6670f req-cece9950-eb2a-441f-978a-3fa7063bcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:15.827782 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d37281c2-12e5-4b3b-8202-fc6135a6670f req-cece9950-eb2a-441f-978a-3fa7063bcb2b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 1098 time: 0.1384776 Jan 17 21:42:15.895458 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d37281c2-12e5-4b3b-8202-fc6135a6670f req-4742430d-9513-4f38-bab2-120adcb395ae service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602131 Jan 17 21:42:16.081062 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for router_gateway (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:16.330328 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0221bf88-c9fb-4462-bdd6-a59910c85b2a None None] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:16.375705 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:16.400816 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Provisioning complete for port 7705a894-52e4-4c0c-bc72-7cad36407b10 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:16.401195 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:16.539918 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Current status of the port 7705a894-52e4-4c0c-bc72-7cad36407b10 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:16.540301 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:16.589404 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] For port 7705a894-52e4-4c0c-bc72-7cad36407b10, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=7705a894-52e4-4c0c-bc72-7cad36407b10,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:16.681861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:42:16.684650 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:16.821073 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031c625-ec73-4664-b2b1-0f23b420d5ab None None] Pushing event updated for resources: {'Port': ['ID=7705a894-52e4-4c0c-bc72-7cad36407b10,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:16.930778 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 7705a894-52e4-4c0c-bc72-7cad36407b10 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:16.936519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:16.952063 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aca687-6839-4c46-8283-520bee006360 None None] Sync routers for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:16.985746 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:16.986793 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:17.000388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7ab89-4f0e-4896-bf6d-45d697553a3b req-d81a532b-85ae-4c20-b2ef-e9d479575e83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:17.002367 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4aa7ab89-4f0e-4896-bf6d-45d697553a3b req-d81a532b-85ae-4c20-b2ef-e9d479575e83 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.0981710 Jan 17 21:42:17.004536 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37724) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:17.059628 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-9c2deacf-7f26-45b3-ba8a-99a722b7c7e0 None None] Provisioning complete for port 7705a894-52e4-4c0c-bc72-7cad36407b10 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:17.060225 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9c2deacf-7f26-45b3-ba8a-99a722b7c7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.088611 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.093043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37728) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:17.093934 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-69f87da3-9d1b-4fc8-bb84-ec409af045ce admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3898077 Jan 17 21:42:17.096876 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Deleting subnet e659bc2f-af75-4037-8bca-296797477bc6 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:42:17.106900 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Publish callbacks [] for subnet (e659bc2f-af75-4037-8bca-296797477bc6), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.151978 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4aa7ab89-4f0e-4896-bf6d-45d697553a3b req-753401e3-d281-4dac-a8af-4c411a70e95d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389253 Jan 17 21:42:17.195638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 7705a894-52e4-4c0c-bc72-7cad36407b10 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:17.195972 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.208665 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (e659bc2f-af75-4037-8bca-296797477bc6), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.289834 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:17.350086 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (e659bc2f-af75-4037-8bca-296797477bc6), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.357460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-9c2deacf-7f26-45b3-ba8a-99a722b7c7e0 None None] Current status of the port 7705a894-52e4-4c0c-bc72-7cad36407b10 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:17.424947 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 7705a894-52e4-4c0c-bc72-7cad36407b10 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:17.556228 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (e659bc2f-af75-4037-8bca-296797477bc6), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.609906 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e659bc2f-af75-4037-8bca-296797477bc6,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:17.613934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.623928 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b4a63f2c-441c-468a-80da-239a72238cb0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e659bc2f-af75-4037-8bca-296797477bc6 HTTP/1.1" status: 204 len: 168 time: 0.6177049 Jan 17 21:42:17.625668 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37738) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:17.787395 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (26b2fa90-027f-4d3f-84af-c98b408ba559), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:17.864489 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:15Z', 'revision_number': 3, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:17.967112 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aca687-6839-4c46-8283-520bee006360 None None] Checking router: f9e050b9-bc1a-4e14-b9e0-74d04db921f2 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:17.969787 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aca687-6839-4c46-8283-520bee006360 None None] Updating router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:18.028840 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.047129 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (26b2fa90-027f-4d3f-84af-c98b408ba559), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.094555 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b2fa90-027f-4d3f-84af-c98b408ba559']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:18.119694 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c2f0d5-dfb3-4b46-959c-97b666b922b2') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:18.120169 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c2f0d5-dfb3-4b46-959c-97b666b922b2') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:18.142757 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (42c2f0d5-dfb3-4b46-959c-97b666b922b2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.168195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (42c2f0d5-dfb3-4b46-959c-97b666b922b2), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.180637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.181565 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:42:18.181744 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (42c2f0d5-dfb3-4b46-959c-97b666b922b2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:42:18.184940 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:42:18.314188 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-e16a8f3a-3f42-48c5-9675-6b19872d5021 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:18.316105 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-e16a8f3a-3f42-48c5-9675-6b19872d5021 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/networks?id=5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 200 len: 814 time: 0.1989608 Jan 17 21:42:18.381753 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-c5d36f27-cf50-44a7-afda-b2c6981e7771 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/quotas/104b0fc34bf1411dad2532019aff2749 HTTP/1.1" status: 200 len: 375 time: 0.0501480 Jan 17 21:42:18.407363 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks [] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.426751 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-108219e9-544c-4bf7-b5f7-b8e9268fc972 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346360 Jan 17 21:42:18.438879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dca1e9-e9da-4fd4-a5b3-a9225fa99957 req-346402b3-e237-420a-a7dc-4279dae0f529 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:18.441737 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-66dca1e9-e9da-4fd4-a5b3-a9225fa99957 req-346402b3-e237-420a-a7dc-4279dae0f529 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.1133718 Jan 17 21:42:18.446913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (26b2fa90-027f-4d3f-84af-c98b408ba559), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.458789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.466671 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] 10.222.0.74 "DELETE /v2.0/networks/26b2fa90-027f-4d3f-84af-c98b408ba559 HTTP/1.1" status: 204 len: 168 time: 0.8394310 Jan 17 21:42:18.493048 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48419c78-2da1-4126-88a4-639f7eeb1c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=26b2fa90-027f-4d3f-84af-c98b408ba559,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:18.530184 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.531425 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Allocated IP 172.20.0.1 (3fcac1e8-20e5-4a67-a8c7-b137661c186b/13d88004-1bd4-42e9-8498-acca00cceea7/f444a55a-43e5-47e1-87da-2ee50d627fb8) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:18.600587 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-66dca1e9-e9da-4fd4-a5b3-a9225fa99957 req-d0a8ca66-6ab3-4d13-b7b7-e4d694998fe4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502471 Jan 17 21:42:18.622358 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-3e4569a7-89de-4f9a-9470-1c13d9892f4e service neutron] 10.222.0.74 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671624 Jan 17 21:42:18.662878 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Pushing event updated for resources: {'Port': ['ID=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,revision_number=2']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:18.671449 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-81aca687-6839-4c46-8283-520bee006360 None None] Attempting to bind port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:18.672486 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-81aca687-6839-4c46-8283-520bee006360 None None] Attempting to bind port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:18.673308 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aca687-6839-4c46-8283-520bee006360 None None] Attempting to bind port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:18.700249 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.700851 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.702149 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.702826 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.703718 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.705190 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.705889 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.706545 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.708068 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.708786 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.709464 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.712118 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.713055 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:18.720183 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aca687-6839-4c46-8283-520bee006360 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:18.721179 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aca687-6839-4c46-8283-520bee006360 None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:18.722670 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.723485 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aca687-6839-4c46-8283-520bee006360 None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:18.724493 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-81aca687-6839-4c46-8283-520bee006360 None None] Bound port: 93bb7fad-71a7-45ac-a70c-f2c92b2932ba, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:18.725237 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.738753 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks [] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.806483 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d711fd34-dda2-4572-a460-12b84e673c79 service neutron] 10.222.0.74 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562917 Jan 17 21:42:18.862214 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-81aca687-6839-4c46-8283-520bee006360 None None] For port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:18.866445 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-81aca687-6839-4c46-8283-520bee006360 None None] For port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:18.901194 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 7705a894-52e4-4c0c-bc72-7cad36407b10 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:18.918712 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37774) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:18.927590 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.965117 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-81aca687-6839-4c46-8283-520bee006360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:18.984251 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37778) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:19.004908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 7705a894-52e4-4c0c-bc72-7cad36407b10 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:19.005796 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.027186 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:19.047248 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:19.050350 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:19.057025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:19.123557 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:19.124476 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:19.127860 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b7b81-b063-4524-9015-930bc82e09a9 None None] Pushing event updated for resources: {'Port': ['ID=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:19.135375 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f157c68d-3f99-4960-a000-f3e5658f817c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f8a798226704025b351188bd20a3203&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1490130 Jan 17 21:42:19.143963 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37780) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:19.254381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.307007 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 7705a894-52e4-4c0c-bc72-7cad36407b10 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:19.322053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] Publish callbacks [] for security_group (e64618f5-b731-4d03-b38c-ae8e8b93ae88), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.376193 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] Publish callbacks [] for security_group (e64618f5-b731-4d03-b38c-ae8e8b93ae88), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.492181 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:19.583515 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e64618f5-b731-4d03-b38c-ae8e8b93ae88), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.590903 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.593833 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e64618f5-b731-4d03-b38c-ae8e8b93ae88 HTTP/1.1" status: 204 len: 168 time: 0.4482183 Jan 17 21:42:19.613191 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0afd7-e565-4dce-85d2-b72198d564fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64618f5-b731-4d03-b38c-ae8e8b93ae88,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:19.660971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b278e8-7a0c-4a75-acdc-a2fab0d7a25c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.676270 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8c24b636-d4de-4ac1-a2cb-521789a4d82c None None] Provisioning complete for port f444a55a-43e5-47e1-87da-2ee50d627fb8 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:19.677176 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8c24b636-d4de-4ac1-a2cb-521789a4d82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.721674 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.785595 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8c24b636-d4de-4ac1-a2cb-521789a4d82c None None] Port f444a55a-43e5-47e1-87da-2ee50d627fb8 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:42:19.832805 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b278e8-7a0c-4a75-acdc-a2fab0d7a25c admin admin] Publish callbacks [] for security_group (acc56ef7-21a0-400b-b20b-2a81c4880e43), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.897935 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-81aca687-6839-4c46-8283-520bee006360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:15Z', 'revision_number': 3, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:19.910359 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b278e8-7a0c-4a75-acdc-a2fab0d7a25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (acc56ef7-21a0-400b-b20b-2a81c4880e43), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.942278 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81aca687-6839-4c46-8283-520bee006360 None None] The sync data for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi is: [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:15Z', 'revision_number': 3, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:19.957306 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks [] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:19.995510 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b4b278e8-7a0c-4a75-acdc-a2fab0d7a25c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f7342e95805e4b81ade06db5e1ed926e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0728433 Jan 17 21:42:19.995883 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37794) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:20.006744 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b278e8-7a0c-4a75-acdc-a2fab0d7a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc56ef7-21a0-400b-b20b-2a81c4880e43,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:20.053425 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.102571 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] Publish callbacks [] for security_group (acc56ef7-21a0-400b-b20b-2a81c4880e43), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.163427 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] Publish callbacks [] for security_group (acc56ef7-21a0-400b-b20b-2a81c4880e43), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.179043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:20.197308 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.241102 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.352010 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (acc56ef7-21a0-400b-b20b-2a81c4880e43), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.360163 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:20.371436 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/acc56ef7-21a0-400b-b20b-2a81c4880e43 HTTP/1.1" status: 204 len: 168 time: 0.3648651 Jan 17 21:42:20.395652 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82583355-d264-41da-8d18-06d7bcf76225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc56ef7-21a0-400b-b20b-2a81c4880e43,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:20.462302 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:20.465126 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:20.706538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:42:20.886662 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 93bb7fad-71a7-45ac-a70c-f2c92b2932ba up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:20.989141 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-39d4fd92-9556-47f3-b18e-0c8a38f7f1fc None None] Provisioning complete for port f444a55a-43e5-47e1-87da-2ee50d627fb8 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:20.989639 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-39d4fd92-9556-47f3-b18e-0c8a38f7f1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.013110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:21.033537 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-32a1e6c0-e574-4e3e-94ba-9aa3f87cf4e2 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9e050b9-bc1a-4e14-b9e0-74d04db921f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9392252 Jan 17 21:42:21.147034 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-39d4fd92-9556-47f3-b18e-0c8a38f7f1fc None None] Port f444a55a-43e5-47e1-87da-2ee50d627fb8 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:42:21.157208 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:21.157208 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.323909 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:21.324481 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.374596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:21.444243 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e5242391-945a-401f-bec4-f124a736d9e6 req-4cb5c65c-73ec-4b0d-9bf4-95eb54642d40 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.1219382 Jan 17 21:42:21.455680 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.547434 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37830) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:21.554137 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:21.576013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c4184a4f-9326-44c5-beea-3ee779c35806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.742268 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c4184a4f-9326-44c5-beea-3ee779c35806 admin admin] Publish callbacks [] for security_group (2f55ea20-bb31-4d2b-b3d7-27f28c5377e2), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.852119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c4184a4f-9326-44c5-beea-3ee779c35806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2f55ea20-bb31-4d2b-b3d7-27f28c5377e2), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:21.914394 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37840) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:21.925772 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c4184a4f-9326-44c5-beea-3ee779c35806 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=332a7a141f3742e0b96d7d4ec5e487bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3738909 Jan 17 21:42:21.928125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4184a4f-9326-44c5-beea-3ee779c35806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f55ea20-bb31-4d2b-b3d7-27f28c5377e2,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:22.005770 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] Publish callbacks [] for security_group (2f55ea20-bb31-4d2b-b3d7-27f28c5377e2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.027535 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37844) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:22.043706 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] Publish callbacks [] for security_group (2f55ea20-bb31-4d2b-b3d7-27f28c5377e2), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.174059 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-61135374-network', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:22.208772 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2f55ea20-bb31-4d2b-b3d7-27f28c5377e2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.227845 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.234406 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f55ea20-bb31-4d2b-b3d7-27f28c5377e2 HTTP/1.1" status: 204 len: 168 time: 0.3180635 Jan 17 21:42:22.247099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62dd0-6e26-47dc-8513-2b6ec643c816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f55ea20-bb31-4d2b-b3d7-27f28c5377e2,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:22.303924 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Made reservation on behalf of fc2bd25284b8403c9535080d6bcd2e19 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:22.309080 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.352907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.694193 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks [] for security_group (c5feb282-6aca-4796-bc9e-a1edb4fb0e86), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.762393 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c5feb282-6aca-4796-bc9e-a1edb4fb0e86), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.791152 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Sync routers for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:22.810881 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:22.812048 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:22.821939 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:42:22.842761 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5feb282-6aca-4796-bc9e-a1edb4fb0e86,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:22.853266 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (91756845-0c84-4e95-bb1d-b104242eab32), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:22.854022 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Added segment 91756845-0c84-4e95-bb1d-b104242eab32 of type vlan for network 769e3d6e-4e63-48ef-9614-7f031e2aead4 Jan 17 21:42:22.911675 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (769e3d6e-4e63-48ef-9614-7f031e2aead4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.005917 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 93bb7fad-71a7-45ac-a70c-f2c92b2932ba up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:23.051657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37872) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:23.064200 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-19227938-network', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:23.097014 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (769e3d6e-4e63-48ef-9614-7f031e2aead4), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.100076 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:23.101486 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.119817 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:23.152312 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-42950564-54b3-425d-a966-16b89a2d5a52 req-7e1641d9-3663-4656-944e-6c41b6bf0198 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0988410 Jan 17 21:42:23.211399 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:23.211929 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.274039 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-ba5cef6b-b2c0-4bc9-95d8-58ed347039e7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:23.277387 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-ba5cef6b-b2c0-4bc9-95d8-58ed347039e7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "GET /v2.0/networks?id=5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 200 len: 814 time: 0.8217344 Jan 17 21:42:23.282576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] Pushing event updated for resources: {'Network': ['ID=769e3d6e-4e63-48ef-9614-7f031e2aead4,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:23.299149 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Request body: {'port': {'device_id': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df', 'admin_state_up': True, 'tenant_id': '104b0fc34bf1411dad2532019aff2749'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:23.301216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:42:23.389031 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0f18495e-9878-46be-bcdb-e2847f04095a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3600962 Jan 17 21:42:23.394408 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37886) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:23.400766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Request body: {'subnet': {'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-subnet', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:23.503126 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Made reservation on behalf of 655472e7cfcf456c8d27a26771ebdec9 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:23.506976 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.565150 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.577002 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:23.634517 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 2, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:23.673918 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Checking router: f9e050b9-bc1a-4e14-b9e0-74d04db921f2 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:23.674386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Updating router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 port f444a55a-43e5-47e1-87da-2ee50d627fb8 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:23.674602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Made reservation on behalf of 104b0fc34bf1411dad2532019aff2749 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:23.680827 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.704560 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.709780 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Made reservation on behalf of fc2bd25284b8403c9535080d6bcd2e19 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:23.712337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks [] for security_group (7f254892-ba15-4f28-a511-62c1c1db4083), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.717270 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62892357'] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.735237 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37890) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:23.799046 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1694a9ee-310b-4383-b0e7-bb5e70c0b75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:23.894160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (7f254892-ba15-4f28-a511-62c1c1db4083), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.009702 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:42:24.038610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f254892-ba15-4f28-a511-62c1c1db4083,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.060976 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (26798c7f-5590-4e97-a7a7-b3dd532fbfb0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.062043 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Added segment 26798c7f-5590-4e97-a7a7-b3dd532fbfb0 of type vlan for network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 Jan 17 21:42:24.124340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1694a9ee-310b-4383-b0e7-bb5e70c0b75f admin admin] Publish callbacks [] for security_group (594d5258-115c-4bfb-8252-cba0ff98329e), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.132080 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (2e6d6e77-36f0-45d4-a80b-9c5f33ded248), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.146847 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Allocated IP 172.20.0.7 (5b0897a3-b06f-43f7-9472-24c1703da8df/3d9a5540-3df0-4b63-bf7a-e2ed27b31efe/3a964650-4a8b-44ef-91f3-2555afa4e772) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:24.176187 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks [] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.246610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1694a9ee-310b-4383-b0e7-bb5e70c0b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (594d5258-115c-4bfb-8252-cba0ff98329e), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.247502 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62827649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62892375'] for subnet (89393f57-42fd-458a-8fd9-322ae664f1ab), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.300518 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Pushing event updated for resources: {'Subnet': ['ID=89393f57-42fd-458a-8fd9-322ae664f1ab,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.318785 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Checking segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:24.319133 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Network hostable DHCP agents. Network: 769e3d6e-4e63-48ef-9614-7f031e2aead4, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:42:24.332654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.383340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (2e6d6e77-36f0-45d4-a80b-9c5f33ded248), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.384887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:24.385858 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.418671 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692d936-630b-4eb3-be6d-213b723f071b None None] Pushing event updated for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.456184 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca1a3660-7b89-400b-ab1e-3adc1c1a6df5 req-7658d4c0-84c9-46a9-9cdc-aeabc18796e1 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.1470075 Jan 17 21:42:24.462928 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:42:24.465377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Attempting to bind port f444a55a-43e5-47e1-87da-2ee50d627fb8 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:24.465377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Attempting to bind port f444a55a-43e5-47e1-87da-2ee50d627fb8 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:24.465661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Attempting to bind port f444a55a-43e5-47e1-87da-2ee50d627fb8 on network 3fcac1e8-20e5-4a67-a8c7-b137661c186b {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:24.473413 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:24.474254 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Checking segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:24.474838 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.475429 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Bound using segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:24.477945 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Bound port: f444a55a-43e5-47e1-87da-2ee50d627fb8, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:24.479001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.572918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 769e3d6e-4e63-48ef-9614-7f031e2aead4) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:24.577463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:24.581532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.584709 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-1694a9ee-310b-4383-b0e7-bb5e70c0b75f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8acddc9b80ca450da89c7e54afcb8ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8480878 Jan 17 21:42:24.597812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37908) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:24.623175 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] For port f444a55a-43e5-47e1-87da-2ee50d627fb8, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:24.628603 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c65d75-2f1e-4d12-a649-0cde7f3fcbba None None] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:24.660815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] For port f444a55a-43e5-47e1-87da-2ee50d627fb8, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f444a55a-43e5-47e1-87da-2ee50d627fb8,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:24.670703 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694a9ee-310b-4383-b0e7-bb5e70c0b75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594d5258-115c-4bfb-8252-cba0ff98329e,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.728841 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] Pushing event updated for resources: {'Network': ['ID=2e6d6e77-36f0-45d4-a80b-9c5f33ded248,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.737402 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] Publish callbacks [] for security_group (594d5258-115c-4bfb-8252-cba0ff98329e), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.741207 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks [] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.767668 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] Publish callbacks [] for security_group (594d5258-115c-4bfb-8252-cba0ff98329e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.795543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:42:24.827077 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-b7be6d60-3a7c-48f2-b39a-58627a1660da admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4314194 Jan 17 21:42:24.829805 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 37914) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:24.834678 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f3cf4d2a-3419-4d13-a5f4-17305420219f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7776175 Jan 17 21:42:24.836542 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:24.839134 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37916) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:24.848144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Request body: {'subnet': {'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-19227938-subnet', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:24.859416 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.897296 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.919378 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (594d5258-115c-4bfb-8252-cba0ff98329e), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.921956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.925650 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/594d5258-115c-4bfb-8252-cba0ff98329e HTTP/1.1" status: 204 len: 168 time: 0.3184683 Jan 17 21:42:24.937108 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea8b1e-5101-4b51-aa42-3680493bec91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594d5258-115c-4bfb-8252-cba0ff98329e,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:24.946837 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Network 5b0897a3-b06f-43f7-9472-24c1703da8df is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:24.954231 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:24.954502 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.955421 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:24.998012 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:25.005407 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Pushing event updated for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:25.091045 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Provisioning complete for port f444a55a-43e5-47e1-87da-2ee50d627fb8 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:25.091752 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.099207 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Made reservation on behalf of 655472e7cfcf456c8d27a26771ebdec9 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:25.111558 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4244173'] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.117068 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for router_controller (cabcd318-803a-44a0-96b2-e0aa7482c498), precommit_add_association {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.207989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:25.208755 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.277093 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:25.279656 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:41:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:25.383968 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9266ec6-7c01-4d74-80c7-bc2bbe44b90a None None] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:25.404044 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-3e0f2af9-a61a-445b-8399-91c0bbd044da tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:25.411846 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-3e0f2af9-a61a-445b-8399-91c0bbd044da tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.1658249 Jan 17 21:42:25.417077 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-98638836-e8f0-477c-891b-1669723aa0e8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1241660 Jan 17 21:42:25.420361 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692d936-630b-4eb3-be6d-213b723f071b None None] Pushing event updated for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:25.452060 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-ba2edba6-ec1a-43d0-9994-e22d1bfc8704 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/quotas/a6d83eef93c44d4894151b7d97a12dd3 HTTP/1.1" status: 200 len: 375 time: 0.0396442 Jan 17 21:42:25.493213 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for router_gateway (cabcd318-803a-44a0-96b2-e0aa7482c498), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.606941 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c9281585-dae7-420e-a2e5-5ff79fa80548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.613791 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-954807d0-961e-4407-9e61-1c874f03ceb5 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482012 Jan 17 21:42:25.790326 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:25.798216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c03f1-6b1f-4b84-945a-dc4cdce67f33 req-21cee97b-e91c-4899-b2ad-59c0b092d3ee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:25.808610 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fe8c03f1-6b1f-4b84-945a-dc4cdce67f33 req-21cee97b-e91c-4899-b2ad-59c0b092d3ee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 931 time: 0.2431762 Jan 17 21:42:25.827443 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Current status of the port f444a55a-43e5-47e1-87da-2ee50d627fb8 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:25.828099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.837871 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-caddb726-6d90-4724-9df7-9ba14bcfe08b service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101014 Jan 17 21:42:25.903920 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fe8c03f1-6b1f-4b84-945a-dc4cdce67f33 req-800e244a-cd61-48e4-995e-14ffa8d39426 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942545 Jan 17 21:42:25.924556 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8319521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4244191'] for subnet (8b73588f-310d-43c0-9d97-17ea3c964aec), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:25.996018 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] For port f444a55a-43e5-47e1-87da-2ee50d627fb8, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f444a55a-43e5-47e1-87da-2ee50d627fb8,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:25.999426 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-96dbc641-68fa-48fc-98b2-942cb0662352 service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567807 Jan 17 21:42:26.084889 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.086914 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Checking segment: {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:26.087418 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Network hostable DHCP agents. Network: 2e6d6e77-36f0-45d4-a80b-9c5f33ded248, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:42:26.098410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b73588f-310d-43c0-9d97-17ea3c964aec,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:26.136244 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for router_gateway (cabcd318-803a-44a0-96b2-e0aa7482c498), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.166278 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:42:26.223446 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1bb80-d845-4457-b789-679f5140856a None None] Pushing event updated for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:26.259270 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-1cdeff4a-7304-48cb-b52d-229b501eea2d None None] Provisioning complete for port f444a55a-43e5-47e1-87da-2ee50d627fb8 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:26.259687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1cdeff4a-7304-48cb-b52d-229b501eea2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.339021 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 2e6d6e77-36f0-45d4-a80b-9c5f33ded248) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:26.342736 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:24Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:26.355173 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:26.358066 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.365315 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da9412-6a33-4f7f-9e7f-b4f36e0d0ead None None] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:26.423898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522df806-6c2b-4871-9e29-2f161edf4c5e None None] The sync data for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi is: [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:24Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:26.486204 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeff4a-7304-48cb-b52d-229b501eea2d None None] Current status of the port f444a55a-43e5-47e1-87da-2ee50d627fb8 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:26.505587 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.532905 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4ace3742-86d9-4194-889f-22d89e66d891 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6877320 Jan 17 21:42:26.533210 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 37956) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:26.538559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:26.764374 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.766593 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.771886 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'fixed_ips': [{'subnet_id': '8b73588f-310d-43c0-9d97-17ea3c964aec'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:42:26.774795 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.935361 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for router_controller (23cd21cb-e730-4b38-8858-3bc1db5a4c17), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:26.969598 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Allocated IP 172.27.2.74 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/31ff221c-9579-437a-8e98-ab995ad73a17) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:27.140723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Allocated IP 172.20.0.2 (2e6d6e77-36f0-45d4-a80b-9c5f33ded248/8b73588f-310d-43c0-9d97-17ea3c964aec/efe6b416-5e9f-4f77-bd48-064d3bb68ba6) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:27.172720 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for port (31ff221c-9579-437a-8e98-ab995ad73a17), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.310158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.329664 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f444a55a-43e5-47e1-87da-2ee50d627fb8 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:27.404453 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for router_gateway (23cd21cb-e730-4b38-8858-3bc1db5a4c17), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.418320 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:27.423440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:27.430957 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:27.493829 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Pushing event updated for resources: {'Port': ['ID=31ff221c-9579-437a-8e98-ab995ad73a17,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:27.515369 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks [] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.591352 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.596172 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f444a55a-43e5-47e1-87da-2ee50d627fb8 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:27.602077 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.814281 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:27.823895 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Pushing event updated for resources: {'Port': ['ID=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:27.838954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:27.846504 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:27.957711 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Attempting to bind port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:27.958638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Attempting to bind port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:27.959214 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Attempting to bind port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 on network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:27.967584 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:27.972786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Checking segment: {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:27.972786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.972786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Bound using segment: {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:27.972786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Bound port: efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:27.972786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:27.984931 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for router_gateway (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.026917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.058990 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for router_gateway (cabcd318-803a-44a0-96b2-e0aa7482c498), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.066399 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Request body: {'port': {'device_id': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:28.138387 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f444a55a-43e5-47e1-87da-2ee50d627fb8 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:28.256824 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] For port efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:28.269072 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] For port efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:28.325987 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4a87a09f-4bda-41db-9b4e-9e6be1117065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.344389 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-261f855a-5750-49b8-99d0-234f3d4f8bdb req-7a2c7f0b-a782-400d-9d29-b4ad40f37246 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.0661976 Jan 17 21:42:28.412088 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.570414 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Allocated IP 172.27.2.61 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/2e0492d5-e6f6-4845-94ce-1a7fec5decf4) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:28.576570 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:28.582052 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc2c9f-9c0c-473e-b96d-36e613c92b1e None None] Pushing event updated for resources: {'Port': ['ID=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:28.634814 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7658c-3cd5-452b-94d2-e489b968a5bd req-1e98b0a3-bb7c-4e72-acbd-bc1c01e8ad20 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:28.648529 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c0c7658c-3cd5-452b-94d2-e489b968a5bd req-1e98b0a3-bb7c-4e72-acbd-bc1c01e8ad20 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 931 time: 0.3373625 Jan 17 21:42:28.712050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:29.292043 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:29.317051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Router cabcd318-803a-44a0-96b2-e0aa7482c498 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:42:29.445747 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c0c7658c-3cd5-452b-94d2-e489b968a5bd req-662c2219-3758-4ea7-b65a-5bbbe5fbd1c8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7957325 Jan 17 21:42:29.516545 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:29.542075 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Sync routers for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:29.559584 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:29.573938 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:29.575365 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:29.651798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:29.654887 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7d9ff136-d5a3-4f1b-9aaf-55551a71c430 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8234518 Jan 17 21:42:29.659431 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38014) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:29.687924 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:29.691245 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3385adbd-85b4-4fb7-8a87-49b306b35f3c req-908fd9bc-2fe9-48ac-a4d3-3998db8dbb8a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.0780396 Jan 17 21:42:29.723467 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:29.740091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:29.747490 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Pushing event updated for resources: {'Port': ['ID=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:29.870935 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:29.893588 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a964650-4a8b-44ef-91f3-2555afa4e772 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:29.918053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks [] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:29.930081 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.026077 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Transition to ACTIVE for port object 3a964650-4a8b-44ef-91f3-2555afa4e772 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:42:30.136626 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.203865 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Pushing event updated for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:30.332403 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Attempting to bind port 3a964650-4a8b-44ef-91f3-2555afa4e772 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:30.333167 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Attempting to bind port 3a964650-4a8b-44ef-91f3-2555afa4e772 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:30.334357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Attempting to bind port 3a964650-4a8b-44ef-91f3-2555afa4e772 on network 5b0897a3-b06f-43f7-9472-24c1703da8df {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:30.338409 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:27Z', 'revision_number': 3, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:30.347727 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Port 3a964650-4a8b-44ef-91f3-2555afa4e772 on network 5b0897a3-b06f-43f7-9472-24c1703da8df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:42:30.347727 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Attempting to bind port 3a964650-4a8b-44ef-91f3-2555afa4e772 on network 5b0897a3-b06f-43f7-9472-24c1703da8df {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:30.419904 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-c8db8025-8657-4f8d-95c7-d56584004b73 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:30.421484 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-c8db8025-8657-4f8d-95c7-d56584004b73 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.2390478 Jan 17 21:42:30.425553 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Checking router: cabcd318-803a-44a0-96b2-e0aa7482c498 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:30.426139 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Updating router cabcd318-803a-44a0-96b2-e0aa7482c498 port 31ff221c-9579-437a-8e98-ab995ad73a17 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:30.436238 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6634bdb4-151e-4057-a835-7559c8fd34f2 None None] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:42:30.448963 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Request body: {'port': {'device_id': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'admin_state_up': True, 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:30.453582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:30.453582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Checking segment: {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:30.455289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Bound using segment: {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:30.456504 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Bound port: 3a964650-4a8b-44ef-91f3-2555afa4e772, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:30.456504 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.461044 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.568567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:30.573426 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=3a964650-4a8b-44ef-91f3-2555afa4e772,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:30.731332 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Provisioning complete for port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:30.740086 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:30.986681 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks [] for port (31ff221c-9579-437a-8e98-ab995ad73a17), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.012066 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49bb2fbb-62ef-4bfe-ac5a-fa53025cfc99 req-6924a8a1-3399-4103-b5ca-e889fa0069cb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.1479895 Jan 17 21:42:31.025691 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device efe6b416-5e9f-4f77-bd48-064d3bb68ba6 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:31.082547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.085177 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.115244 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.180046 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Current status of the port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:31.180677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.189318 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:31.194189 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.200794 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:31.200794 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.200794 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] 10.222.0.81 "PUT /v2.0/ports/3a964650-4a8b-44ef-91f3-2555afa4e772 HTTP/1.1" status: 200 len: 1093 time: 3.1500380 Jan 17 21:42:31.202292 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:31.204895 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64" -d '{"events": [{"name": "network-changed", "server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:31.233813 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for router_gateway (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.244146 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372e10d-d48e-4990-80c0-7520fce2c54c service neutron] Pushing event updated for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:31.297921 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc1cef-6b3e-45d1-b36c-31910088fb79 req-f9558b53-5c83-43e2-a373-e22fdc45a72a tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:31.299640 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b1dc1cef-6b3e-45d1-b36c-31910088fb79 req-f9558b53-5c83-43e2-a373-e22fdc45a72a tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 943 time: 0.2207210 Jan 17 21:42:31.329327 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Attempting to bind port 31ff221c-9579-437a-8e98-ab995ad73a17 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:31.329925 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Attempting to bind port 31ff221c-9579-437a-8e98-ab995ad73a17 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:31.330497 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Attempting to bind port 31ff221c-9579-437a-8e98-ab995ad73a17 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:31.366080 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:31.366722 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:31.383463 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.388861 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:31.388861 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Bound port: 31ff221c-9579-437a-8e98-ab995ad73a17, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:31.388861 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.422333 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b1dc1cef-6b3e-45d1-b36c-31910088fb79 req-e4d0b357-1592-4f70-889d-b12533d32aa2 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143959 Jan 17 21:42:31.435887 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] For port efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:31.495180 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0276979-4925-4b21-ba93-04a9722d4981 x-openstack-request-id: req-a0276979-4925-4b21-ba93-04a9722d4981 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:31.495734 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:31.496120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a0276979-4925-4b21-ba93-04a9722d4981 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:31.496750 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772', 'status': 'completed', 'code': 200} Jan 17 21:42:31.524313 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:31.527163 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.541686 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] For port 31ff221c-9579-437a-8e98-ab995ad73a17, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:31.560996 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] For port 31ff221c-9579-437a-8e98-ab995ad73a17, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=31ff221c-9579-437a-8e98-ab995ad73a17,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:31.564268 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ad177-b435-4dbd-a263-78903e5073c6 None None] Pushing event updated for resources: {'Port': ['ID=31ff221c-9579-437a-8e98-ab995ad73a17,revision_number=2']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:31.617549 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.657237 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:31.715945 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-e697eb2f-7895-40b5-98bb-3666149e2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:31.718454 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-e697eb2f-7895-40b5-98bb-3666149e2d73 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 1096 time: 0.2928138 Jan 17 21:42:31.864788 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ad177-b435-4dbd-a263-78903e5073c6 None None] Pushing event updated for resources: {'Port': ['ID=31ff221c-9579-437a-8e98-ab995ad73a17,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:31.874608 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Allocated IP 172.20.0.1 (769e3d6e-4e63-48ef-9614-7f031e2aead4/89393f57-42fd-458a-8fd9-322ae664f1ab/a221c447-67ab-42ad-811f-ae23fee8e165) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:31.877422 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Allocated IP 172.20.0.3 (9e0ac24d-7960-496f-88c7-d55dcb1ba79f/aa930b17-df2b-443e-9957-533bd79b5c46/06709453-dddd-435e-aba2-1c56470daf73) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:31.879327 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:31.880575 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:31.885710 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-a5323227-1fb3-4675-8a4f-62980e384f65 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a964650-4a8b-44ef-91f3-2555afa4e772 HTTP/1.1" status: 200 len: 217 time: 0.1170759 Jan 17 21:42:31.888692 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:31.960183 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39065fcf-6ae0-4cfe-9d2d-d49a1fa6ace6 None None] Pushing event updated for resources: {'Port': ['ID=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:32.065834 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.084905 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-c65cbedf-12ae-45ff-be67-affcc021c48c None None] Provisioning complete for port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:32.088192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c65cbedf-12ae-45ff-be67-affcc021c48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.122613 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-ed0e8f7f-8799-43ad-a0c2-ad6d4c0c4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:32.129126 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-ed0e8f7f-8799-43ad-a0c2-ad6d4c0c4fc8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3d9a5540-3df0-4b63-bf7a-e2ed27b31efe HTTP/1.1" status: 200 len: 854 time: 0.2384148 Jan 17 21:42:32.227606 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks [] for port (a221c447-67ab-42ad-811f-ae23fee8e165), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.283893 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:32.312218 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks [] for port (06709453-dddd-435e-aba2-1c56470daf73), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.322749 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-c65cbedf-12ae-45ff-be67-affcc021c48c None None] Current status of the port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:32.335655 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-a205ef75-f442-4eaf-81f9-75719b7caa8d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b0897a3-b06f-43f7-9472-24c1703da8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955184 Jan 17 21:42:32.364810 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d09565ac-4c76-40f3-80a5-102904a71bdf req-71a928ee-8a75-4e58-b221-8b0cdb004c0b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.1023657 Jan 17 21:42:32.519157 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.542985 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:27Z', 'revision_number': 3, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:32.546552 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-e7aa4031-fd36-4f90-bbd6-7e51f92f25e3 service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862347 Jan 17 21:42:32.572331 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94e82c8-ef64-4950-9048-6e27268f7524 None None] The sync data for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi is: [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:27Z', 'revision_number': 3, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:32.589862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.595176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.656832 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:32.658775 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:32.664371 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:42:32.667438 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6334c-5834-49e9-bc35-9f5d482ba046 req-8534a579-7f7d-4299-9f93-9115c046b3c0 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:32.682755 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-94c6334c-5834-49e9-bc35-9f5d482ba046 req-8534a579-7f7d-4299-9f93-9115c046b3c0 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 943 time: 0.1178715 Jan 17 21:42:32.682755 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:32.682755 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:32.683873 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:32.690552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Pushing event updated for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:32.765405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:32.846013 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device efe6b416-5e9f-4f77-bd48-064d3bb68ba6 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:32.849912 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.888646 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:32.889381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.931056 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:32.984906 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (cabcd318-803a-44a0-96b2-e0aa7482c498), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:32.994900 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-94c6334c-5834-49e9-bc35-9f5d482ba046 req-98a8beb7-434c-4d3b-b76a-3a5cf8d00c04 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676456 Jan 17 21:42:32.997202 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event updated for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:33.061195 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-07cbb387-c111-4083-9a69-3fb260946b5e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6254652 Jan 17 21:42:33.091704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:33.095443 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-12044f7e-307f-40f9-a093-9ec06acb8d6a admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5595419 Jan 17 21:42:33.098004 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38070) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:33.137527 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Sync routers for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:33.176345 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:33.177749 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:33.283341 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:33.284041 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:33.431379 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:33.679090 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:33.743360 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:33.928022 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:30Z', 'revision_number': 3, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:33.972873 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Checking router: 23cd21cb-e730-4b38-8858-3bc1db5a4c17 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:33.973535 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Updating router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:34.034282 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.198212 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks [] for port (a221c447-67ab-42ad-811f-ae23fee8e165), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.268812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.348035 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.407913 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', '7ced30bc-bfe6-4192-ae98-425e271eacd2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:34.470405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (cabcd318-803a-44a0-96b2-e0aa7482c498), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.474297 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Pushing event updated for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:34.504401 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks [] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.597715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.672956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Allocated IP 172.20.0.1 (2e6d6e77-36f0-45d4-a80b-9c5f33ded248/8b73588f-310d-43c0-9d97-17ea3c964aec/b63dfac5-f2aa-467f-841d-3fe40bf61547) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:34.719694 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:34.725022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:34.746402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996741-2707-4664-a40c-9e5bd40a5b31 None None] Pushing event updated for resources: {'Port': ['ID=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:34.750617 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Attempting to bind port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:34.751197 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Attempting to bind port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:34.751840 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Attempting to bind port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:34.768225 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:34.768821 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:34.769463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.770091 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:34.770959 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Bound port: 2e0492d5-e6f6-4845-94ce-1a7fec5decf4, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:34.771626 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:34.906167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 31ff221c-9579-437a-8e98-ab995ad73a17 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:34.985337 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] For port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:34.990966 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] For port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:34.996163 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks [] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.014529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Router cabcd318-803a-44a0-96b2-e0aa7482c498 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:42:35.037741 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 31ff221c-9579-437a-8e98-ab995ad73a17 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:35.038133 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.078526 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.157723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:35.158375 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:35.160053 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.171607 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:35.180468 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb996741-2707-4664-a40c-9e5bd40a5b31 None None] Pushing event updated for resources: {'Port': ['ID=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:35.187144 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Sync routers for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:35.203367 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-33a2b5e7-20af-474b-92ea-28922a355aeb admin admin] 10.222.0.74 "PUT /v2.0/routers/cabcd318-803a-44a0-96b2-e0aa7482c498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5353975 Jan 17 21:42:35.209624 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:35.210544 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:35.224976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:35.230388 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:35.244365 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:35.287650 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Pushing event updated for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:35.314258 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.326438 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 31ff221c-9579-437a-8e98-ab995ad73a17 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:35.326784 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.426723 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:35.438075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 31ff221c-9579-437a-8e98-ab995ad73a17, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=31ff221c-9579-437a-8e98-ab995ad73a17,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:35.496167 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Request body: {'port': {'device_id': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:35.504701 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:35.627764 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.637632 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (06709453-dddd-435e-aba2-1c56470daf73), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.789072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.867074 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de87a0a-40ae-45af-9d07-5d981669ba17 req-e35ff7c0-57e7-4b50-b8b1-5e276eca9db2 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:35.869932 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9de87a0a-40ae-45af-9d07-5d981669ba17 req-e35ff7c0-57e7-4b50-b8b1-5e276eca9db2 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 943 time: 0.1459255 Jan 17 21:42:35.880437 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=31ff221c-9579-437a-8e98-ab995ad73a17,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:35.886977 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-727572d5-38a1-4dd2-8053-9b8d501f2dd2 None None] Provisioning complete for port b63dfac5-f2aa-467f-841d-3fe40bf61547 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:35.887385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-727572d5-38a1-4dd2-8053-9b8d501f2dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:35.907997 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:33Z', 'revision_number': 4, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'a221c447-67ab-42ad-811f-ae23fee8e165', 'name': '', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'mac_address': 'fa:16:3e:86:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:31Z', 'updated_at': '2022-01-17T21:42:33Z', 'revision_number': 2, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'subnets': [{'id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:35.951072 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Checking router: cabcd318-803a-44a0-96b2-e0aa7482c498 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:35.951072 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Updating router cabcd318-803a-44a0-96b2-e0aa7482c498 port a221c447-67ab-42ad-811f-ae23fee8e165 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:35.963749 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82b8aa37-d1b8-4f34-8a1b-61720f8d49ed req-ac57bbbc-a567-4625-8b2d-eb10a6227e9b service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965208 Jan 17 21:42:35.984466 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.034665 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9de87a0a-40ae-45af-9d07-5d981669ba17 req-47f840c7-6dd3-4a74-8940-6c3a2d9965a3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559033 Jan 17 21:42:36.049607 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-727572d5-38a1-4dd2-8053-9b8d501f2dd2 None None] Port b63dfac5-f2aa-467f-841d-3fe40bf61547 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:42:36.087057 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df99c2-d791-4690-9ec5-7d3c492f6879 req-460f2fa6-185d-4643-9c88-1f819777973a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:36.087057 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-83df99c2-d791-4690-9ec5-7d3c492f6879 req-460f2fa6-185d-4643-9c88-1f819777973a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 931 time: 0.3487945 Jan 17 21:42:36.122780 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:30Z', 'revision_number': 3, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:36.222386 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-7fb9aef1-01a6-4464-a153-ded77eb40caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:36.226299 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-7fb9aef1-01a6-4464-a153-ded77eb40caa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 1096 time: 0.0691173 Jan 17 21:42:36.232588 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8930fe3b-2781-48bb-989c-4fbfaf51c1bf None None] The sync data for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi is: [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:30Z', 'revision_number': 3, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:36.453651 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-4e508608-bf59-446f-92b7-c4451f07a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:36.457834 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-4e508608-bf59-446f-92b7-c4451f07a4b0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 200 len: 915 time: 0.2170219 Jan 17 21:42:36.479943 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks [] for port (a221c447-67ab-42ad-811f-ae23fee8e165), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.528120 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-8aa0c240-8749-4720-988f-f4dbf327efbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a964650-4a8b-44ef-91f3-2555afa4e772 HTTP/1.1" status: 200 len: 217 time: 0.0579221 Jan 17 21:42:36.548921 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.617431 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-83df99c2-d791-4690-9ec5-7d3c492f6879 req-b4e15bfa-e5e2-4098-b3d5-c5e3e9f02baf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176818 Jan 17 21:42:36.665686 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-ca610901-65a2-4976-845c-b002b2f01534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:36.668365 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-ca610901-65a2-4976-845c-b002b2f01534 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3d9a5540-3df0-4b63-bf7a-e2ed27b31efe HTTP/1.1" status: 200 len: 854 time: 0.1337531 Jan 17 21:42:36.720474 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6cb08-b416-4b70-b165-98ee9220db05 None None] Pushing event updated for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:36.745044 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-33087b8e-6f28-4ce0-801b-9973082cffd8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b0897a3-b06f-43f7-9472-24c1703da8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492897 Jan 17 21:42:36.847138 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Attempting to bind port a221c447-67ab-42ad-811f-ae23fee8e165 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:36.851531 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Attempting to bind port a221c447-67ab-42ad-811f-ae23fee8e165 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:36.862666 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Attempting to bind port a221c447-67ab-42ad-811f-ae23fee8e165 on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:36.875085 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06709453-dddd-435e-aba2-1c56470daf73 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:36.880659 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:36.881354 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Checking segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:36.881871 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.887761 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks [] for port (06709453-dddd-435e-aba2-1c56470daf73), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.894011 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Bound using segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:36.894930 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Bound port: a221c447-67ab-42ad-811f-ae23fee8e165, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:36.895524 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.918094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks [] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:36.930465 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Transition to ACTIVE for port object 06709453-dddd-435e-aba2-1c56470daf73 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:42:36.973926 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 31ff221c-9579-437a-8e98-ab995ad73a17 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:37.047908 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] For port a221c447-67ab-42ad-811f-ae23fee8e165, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:37.052209 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] For port a221c447-67ab-42ad-811f-ae23fee8e165, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a221c447-67ab-42ad-811f-ae23fee8e165,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:37.071297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 31ff221c-9579-437a-8e98-ab995ad73a17 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:37.072210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:37.080801 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:37.083243 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:37.174571 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:37.187521 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-639e3f7e-7308-4b72-bd1d-2b6eb40e2b5b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:37.190369 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-639e3f7e-7308-4b72-bd1d-2b6eb40e2b5b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 817 time: 0.4431648 Jan 17 21:42:37.191496 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:37.200209 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-2303989f-24d3-4e34-b6d7-d97e46478441 service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183979 Jan 17 21:42:37.291603 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-fc08ea78-d038-4083-bacb-76b2799091a0 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/quotas/fc2bd25284b8403c9535080d6bcd2e19 HTTP/1.1" status: 200 len: 375 time: 0.0899894 Jan 17 21:42:37.339661 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:37.346936 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:37.369544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 31ff221c-9579-437a-8e98-ab995ad73a17 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:37.396610 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-1fd49fce-5de6-4c93-8eec-b3c2a459cf32 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914235 Jan 17 21:42:37.399966 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1ee3bbdc-f201-4f50-b2c9-7573e89e5a64 req-5a5974ad-d10a-4558-80d6-c31f12ddef72 service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917057 Jan 17 21:42:37.432207 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6cb08-b416-4b70-b165-98ee9220db05 None None] Pushing event updated for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:37.595860 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-95e3736a-80ca-4516-8490-70f103a0cff0 service neutron] 10.222.0.74 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721294 Jan 17 21:42:37.629679 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:37.689739 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38136) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:37.800664 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-40c98374-c4a8-4439-b19b-cb4855298f61 service neutron] 10.222.0.74 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037678 Jan 17 21:42:37.906996 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Pushing event updated for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:37.992500 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:38.012334 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d1a43-59f5-48b1-a794-827cc995bfdd req-6a30292a-8f85-4c9c-87cd-5871c90fadab tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:38.013959 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e87d1a43-59f5-48b1-a794-827cc995bfdd req-6a30292a-8f85-4c9c-87cd-5871c90fadab tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 943 time: 0.7998800 Jan 17 21:42:38.025421 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:33Z', 'revision_number': 4, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'a221c447-67ab-42ad-811f-ae23fee8e165', 'name': '', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'mac_address': 'fa:16:3e:86:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:31Z', 'updated_at': '2022-01-17T21:42:37Z', 'revision_number': 4, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'subnets': [{'id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:38.036698 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Attempting to bind port 06709453-dddd-435e-aba2-1c56470daf73 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:38.037083 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Attempting to bind port 06709453-dddd-435e-aba2-1c56470daf73 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:38.037781 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Attempting to bind port 06709453-dddd-435e-aba2-1c56470daf73 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:38.073937 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Port 06709453-dddd-435e-aba2-1c56470daf73 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:42:38.074257 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Attempting to bind port 06709453-dddd-435e-aba2-1c56470daf73 on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:38.095037 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:38.098007 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:38.103260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Checking segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:38.103260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Bound using segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:38.103260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Bound port: 06709453-dddd-435e-aba2-1c56470daf73, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:38.103260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (06709453-dddd-435e-aba2-1c56470daf73), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.138628 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:38.168231 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c744052-5c86-4589-bf3a-1d7d99de5795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.173094 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e87d1a43-59f5-48b1-a794-827cc995bfdd req-3d81ed21-fe79-44b0-99c5-d089e6b2a06b tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396513 Jan 17 21:42:38.387085 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 3a964650-4a8b-44ef-91f3-2555afa4e772 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:42:38.402334 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a517b049-e7e7-4c44-b028-efdd9fe9eeac None None] The sync data for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi is: [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:42:33Z', 'revision_number': 4, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'a221c447-67ab-42ad-811f-ae23fee8e165', 'name': '', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'mac_address': 'fa:16:3e:86:c5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:31Z', 'updated_at': '2022-01-17T21:42:37Z', 'revision_number': 4, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'subnets': [{'id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:38.539880 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ab3e3f4c-7ea8-49e6-aa0f-e8a43c13e84c None None] Provisioning complete for port b63dfac5-f2aa-467f-841d-3fe40bf61547 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:38.540639 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ab3e3f4c-7ea8-49e6-aa0f-e8a43c13e84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.557885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c744052-5c86-4589-bf3a-1d7d99de5795 admin admin] Publish callbacks [] for security_group (eb953f65-70d8-4e37-a175-1fb69b3779d0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.599116 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ab3e3f4c-7ea8-49e6-aa0f-e8a43c13e84c None None] Port b63dfac5-f2aa-467f-841d-3fe40bf61547 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:42:38.649749 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=3a964650-4a8b-44ef-91f3-2555afa4e772,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:38.652611 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:42:38.658372 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:38.665901 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=06709453-dddd-435e-aba2-1c56470daf73,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:38.672272 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '3a964650-4a8b-44ef-91f3-2555afa4e772', 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df', 'port_id': '3a964650-4a8b-44ef-91f3-2555afa4e772', 'mac_address': 'fa:16:3e:06:d7:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9a5540-3df0-4b63-bf7a-e2ed27b31efe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:42:38.681253 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c744052-5c86-4589-bf3a-1d7d99de5795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (eb953f65-70d8-4e37-a175-1fb69b3779d0), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.740455 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20426c4-5d84-4e94-9fd7-8371de3d3b66 req-293debb4-512f-4207-beba-d2776a32a188 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:38.749261 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d20426c4-5d84-4e94-9fd7-8371de3d3b66 req-293debb4-512f-4207-beba-d2776a32a188 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 943 time: 0.1783917 Jan 17 21:42:38.765880 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8c744052-5c86-4589-bf3a-1d7d99de5795 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c5f466b1d56042ed9c150a3759b26e74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0744231 Jan 17 21:42:38.781617 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38158) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:38.783981 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c744052-5c86-4589-bf3a-1d7d99de5795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb953f65-70d8-4e37-a175-1fb69b3779d0,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:38.784571 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:38.845839 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d20426c4-5d84-4e94-9fd7-8371de3d3b66 req-a521dcda-5225-4a30-9ca9-c5475641f0f0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954118 Jan 17 21:42:39.037254 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:39.039035 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.041104 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] 10.222.0.81 "PUT /v2.0/ports/06709453-dddd-435e-aba2-1c56470daf73 HTTP/1.1" status: 200 len: 1093 time: 3.5507398 Jan 17 21:42:39.041676 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'tag': '06709453-dddd-435e-aba2-1c56470daf73'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:39.044865 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937cda4b-4f2c-42e8-b859-9e3459f7201c" -d '{"events": [{"name": "network-changed", "server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "tag": "06709453-dddd-435e-aba2-1c56470daf73"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:39.052075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 3a964650-4a8b-44ef-91f3-2555afa4e772 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:39.058799 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.156128 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a964650-4a8b-44ef-91f3-2555afa4e772 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:39.185633 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-18b93fde-a7c3-4ca1-a299-85b3e818e69e req-cb999884-a117-4035-969e-b1397dfad5d8 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 210 time: 0.2279177 Jan 17 21:42:39.204055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9fc4f-8cb0-40f5-a4fd-d1722a3d9cfe x-openstack-request-id: req-07c9fc4f-8cb0-40f5-a4fd-d1722a3d9cfe {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:39.204496 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "tag": "06709453-dddd-435e-aba2-1c56470daf73", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:39.204968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-07c9fc4f-8cb0-40f5-a4fd-d1722a3d9cfe {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:39.205471 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'tag': '06709453-dddd-435e-aba2-1c56470daf73', 'status': 'completed', 'code': 200} Jan 17 21:42:39.206563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=3a964650-4a8b-44ef-91f3-2555afa4e772,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:39.244097 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:39.293862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acb0d-4ca6-472d-9f11-03704e2e9c34 service neutron] Pushing event updated for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:39.348850 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.405065 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:42:39.421539 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1ed736a9-31e5-4ee3-aeeb-17f9fe90e927 admin admin] 10.222.0.74 "PUT /v2.0/routers/23cd21cb-e730-4b38-8858-3bc1db5a4c17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3135064 Jan 17 21:42:39.433728 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] Publish callbacks [] for security_group (eb953f65-70d8-4e37-a175-1fb69b3779d0), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.460544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:39.505374 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:39.505785 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.551073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] Publish callbacks [] for security_group (eb953f65-70d8-4e37-a175-1fb69b3779d0), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.608213 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd148a7-fde6-41ab-9fb5-c2bacf67d688 req-8cd5f0dc-36bb-4071-987f-9d6d0448aed4 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:39.618219 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ffd148a7-fde6-41ab-9fb5-c2bacf67d688 req-8cd5f0dc-36bb-4071-987f-9d6d0448aed4 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 944 time: 0.1723347 Jan 17 21:42:39.708126 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:39.709020 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.783500 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:39.797853 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ffd148a7-fde6-41ab-9fb5-c2bacf67d688 req-f9808547-043c-4577-9bfd-d8cd7b29e5af tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723800 Jan 17 21:42:39.863808 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.865535 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a221c447-67ab-42ad-811f-ae23fee8e165 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:39.925976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (eb953f65-70d8-4e37-a175-1fb69b3779d0), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.931483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:39.935452 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/eb953f65-70d8-4e37-a175-1fb69b3779d0 HTTP/1.1" status: 204 len: 168 time: 1.1254940 Jan 17 21:42:39.979582 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-e9d58502-d8e7-4753-8366-8123def3d666 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:39.982223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-e9d58502-d8e7-4753-8366-8123def3d666 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 817 time: 0.3539658 Jan 17 21:42:40.030726 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f121bd-0f31-4584-8ab9-478019d0792e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb953f65-70d8-4e37-a175-1fb69b3779d0,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:40.048587 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Sync routers for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:42:40.049955 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-a7b7756b-8f5c-4755-9fc0-d8390da6a509 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/quotas/fc2bd25284b8403c9535080d6bcd2e19 HTTP/1.1" status: 200 len: 375 time: 0.0547998 Jan 17 21:42:40.138213 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:40.139693 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:40.146990 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-ba4029aa-f22c-4876-b894-6befeaefa33f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951459 Jan 17 21:42:40.278400 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:40.283691 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port a221c447-67ab-42ad-811f-ae23fee8e165 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:40.285329 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:40.357835 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-00173d73-6c63-403a-a9fb-0f58fd1fafcc service neutron] 10.222.0.74 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953564 Jan 17 21:42:40.470640 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:40.566567 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-eb1245ce-5a45-48f8-9b65-409bf65d35fa service neutron] 10.222.0.74 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073696 Jan 17 21:42:40.650023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port a221c447-67ab-42ad-811f-ae23fee8e165 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:40.650546 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:40.798577 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port a221c447-67ab-42ad-811f-ae23fee8e165, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a221c447-67ab-42ad-811f-ae23fee8e165,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:40.880184 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.013029 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38226) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:41.043397 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:41.051842 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-84819c89-9620-40ec-9e4e-69314affc2c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.125304 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:41.224171 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'b63dfac5-f2aa-467f-841d-3fe40bf61547', 'name': '', 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'mac_address': 'fa:16:3e:7e:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:34Z', 'updated_at': '2022-01-17T21:42:36Z', 'revision_number': 2, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'subnets': [{'id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:41.236460 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-84819c89-9620-40ec-9e4e-69314affc2c2 admin admin] Publish callbacks [] for security_group (44d6f048-f5fb-416c-8fd3-3a4a6e736b44), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.274603 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Checking router: 23cd21cb-e730-4b38-8858-3bc1db5a4c17 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:42:41.275260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Updating router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 port b63dfac5-f2aa-467f-841d-3fe40bf61547 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:42:41.316019 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-84819c89-9620-40ec-9e4e-69314affc2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (44d6f048-f5fb-416c-8fd3-3a4a6e736b44), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.325822 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.354680 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:41.355916 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.389442 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-84819c89-9620-40ec-9e4e-69314affc2c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03f1e04dabdc44c8ba2d694ea203ce71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747087 Jan 17 21:42:41.390616 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84819c89-9620-40ec-9e4e-69314affc2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d6f048-f5fb-416c-8fd3-3a4a6e736b44,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:41.393981 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38236) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:41.482662 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] Publish callbacks [] for security_group (44d6f048-f5fb-416c-8fd3-3a4a6e736b44), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.517615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] Publish callbacks [] for security_group (44d6f048-f5fb-416c-8fd3-3a4a6e736b44), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.680778 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (44d6f048-f5fb-416c-8fd3-3a4a6e736b44), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.683921 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:41.685442 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44d6f048-f5fb-416c-8fd3-3a4a6e736b44 HTTP/1.1" status: 204 len: 168 time: 0.2904143 Jan 17 21:42:41.697079 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba61617-94c6-40a4-9e90-331dedcd1b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d6f048-f5fb-416c-8fd3-3a4a6e736b44,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:41.804989 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:41.877471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-82da3f75-72cd-4d6c-b0f0-c5a406cad276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:41.883206 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-82da3f75-72cd-4d6c-b0f0-c5a406cad276 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 1096 time: 0.1080256 Jan 17 21:42:41.989114 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks [] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:42.121787 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:42.166513 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['3a964650-4a8b-44ef-91f3-2555afa4e772'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:42.204622 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4387533-3e4a-4720-a80e-a82ed78abfc4 req-7db62aeb-35c6-4643-8bc0-b67ca1e9c794 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:42.226839 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f4387533-3e4a-4720-a80e-a82ed78abfc4 req-7db62aeb-35c6-4643-8bc0-b67ca1e9c794 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 943 time: 0.1628363 Jan 17 21:42:42.386790 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f4387533-3e4a-4720-a80e-a82ed78abfc4 req-515f7b5f-6a3f-4e78-9a80-253efb11f6eb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571112 Jan 17 21:42:42.435980 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebecd7-3026-4d38-aa48-cd7a7805f776 None None] Pushing event updated for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:42.486131 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-fb484be6-44b1-4267-a3df-58a8d0ad8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:42.493989 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-fb484be6-44b1-4267-a3df-58a8d0ad8a80 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5897381 Jan 17 21:42:42.568601 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Attempting to bind port b63dfac5-f2aa-467f-841d-3fe40bf61547 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:42.577303 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Attempting to bind port b63dfac5-f2aa-467f-841d-3fe40bf61547 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:42.577742 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Attempting to bind port b63dfac5-f2aa-467f-841d-3fe40bf61547 on network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:42.591592 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ffaf-db23-4ba6-98ab-825cb8a57130 req-184eba9d-90cb-4dfa-93fb-943e0d101e90 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:42.607846 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9063ffaf-db23-4ba6-98ab-825cb8a57130 req-184eba9d-90cb-4dfa-93fb-943e0d101e90 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 944 time: 0.3760931 Jan 17 21:42:42.641648 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e38cf4da-bd3f-4dac-8ea0-29cebdd6533b req-9870974e-c5c5-4cd6-8a43-58163b7b9f6f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.1197107 Jan 17 21:42:42.648325 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:42.648890 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Checking segment: {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:42.649320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:42.649764 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Bound using segment: {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:42.650282 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Bound port: b63dfac5-f2aa-467f-841d-3fe40bf61547, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26798c7f-5590-4e97-a7a7-b3dd532fbfb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:42.650679 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:43.080914 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] For port b63dfac5-f2aa-467f-841d-3fe40bf61547, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:43.087636 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] For port b63dfac5-f2aa-467f-841d-3fe40bf61547, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=b63dfac5-f2aa-467f-841d-3fe40bf61547,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:43.188509 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a221c447-67ab-42ad-811f-ae23fee8e165 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:43.197279 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:43.244849 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9063ffaf-db23-4ba6-98ab-825cb8a57130 req-d8cf5d78-459d-4c2f-896c-15630b4245c5 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6165204 Jan 17 21:42:43.271741 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-0551bfc9-61a3-476f-a902-4add72774e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:43.274405 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-937cda4b-4f2c-42e8-b859-9e3459f7201c req-0551bfc9-61a3-476f-a902-4add72774e19 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7296565 Jan 17 21:42:43.363949 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Provisioning complete for port b63dfac5-f2aa-467f-841d-3fe40bf61547 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:43.368388 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:43.481474 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-2d4add06-6839-4dc6-a9bb-fff5e08656eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:43.482930 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-2d4add06-6839-4dc6-a9bb-fff5e08656eb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 1096 time: 0.1073949 Jan 17 21:42:43.545603 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-7547343e-2223-4920-9e09-bdb479a496dc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06709453-dddd-435e-aba2-1c56470daf73 HTTP/1.1" status: 200 len: 217 time: 0.0518529 Jan 17 21:42:43.620748 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebecd7-3026-4d38-aa48-cd7a7805f776 None None] Pushing event updated for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:43.719953 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:42:43.721380 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:42:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:43.736468 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa9ba6-e6c9-4bc1-b752-bb220df7733f req-31d6369e-98f3-4ac4-8b45-9cf8e5de96b5 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:43.750029 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f8aa9ba6-e6c9-4bc1-b752-bb220df7733f req-31d6369e-98f3-4ac4-8b45-9cf8e5de96b5 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 943 time: 0.2031195 Jan 17 21:42:43.766657 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-2274626c-4afd-40f6-a424-49da63db17d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:43.769861 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-2274626c-4afd-40f6-a424-49da63db17d2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.2075953 Jan 17 21:42:43.837480 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-720b5952-20d4-4837-85da-9f08b5627faf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503469 Jan 17 21:42:43.903073 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f8aa9ba6-e6c9-4bc1-b752-bb220df7733f req-a438a2a5-bc9a-4879-a520-e4ce2ff497b5 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366584 Jan 17 21:42:44.019645 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7ad2a5f6-82ad-46a9-b292-4579b38020ae req-685bf352-03aa-4bc1-900a-f2002b61853b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0829351 Jan 17 21:42:44.080479 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port a221c447-67ab-42ad-811f-ae23fee8e165 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:44.081335 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:44.239116 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:42:44.355826 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-8f75da82-d2a8-4327-8063-a87d3030e0d1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:44.364837 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-8f75da82-d2a8-4327-8063-a87d3030e0d1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 817 time: 0.3490629 Jan 17 21:42:44.395508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Request body: {'port': {'device_id': 'dff61401-2921-4615-9558-ace7c1f56160', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'admin_state_up': True, 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:44.533145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:42:44.588073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.81', 50170) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:44.741193 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port a221c447-67ab-42ad-811f-ae23fee8e165 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:44.743669 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Current status of the port b63dfac5-f2aa-467f-841d-3fe40bf61547 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:44.744061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:44.792026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] For port b63dfac5-f2aa-467f-841d-3fe40bf61547, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=b63dfac5-f2aa-467f-841d-3fe40bf61547,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:45.001545 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:45.119474 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf7841-9e39-4b58-8698-5474f4a34a3f req-b1b2cde0-41d8-4153-a06c-5af1d6140efb tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:45.139717 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-01bf7841-9e39-4b58-8698-5474f4a34a3f req-b1b2cde0-41d8-4153-a06c-5af1d6140efb tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 944 time: 0.3934772 Jan 17 21:42:45.198798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-f85942da-20b6-4704-8f70-7b2c45615a17 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:45.205248 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-f85942da-20b6-4704-8f70-7b2c45615a17 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 817 time: 0.5829005 Jan 17 21:42:45.280864 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c5546-379a-4210-b8dc-49e2b9bc2cf7 None None] Pushing event updated for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:45.287635 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Request body: {'port': {'device_id': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'admin_state_up': True, 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:45.393855 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-01bf7841-9e39-4b58-8698-5474f4a34a3f req-c3670e56-1404-43dd-968c-d0ba9ccf190e tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270641 Jan 17 21:42:45.486208 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-aefe455a-f851-4bfd-885f-c1c82b9a497c None None] Provisioning complete for port b63dfac5-f2aa-467f-841d-3fe40bf61547 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:45.486802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-aefe455a-f851-4bfd-885f-c1c82b9a497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:45.511240 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-fb0f3dbe-af8e-46db-9c06-19c1c55acd11 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6232860 Jan 17 21:42:45.534871 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bdfde210-ccb9-4c4c-ab3c-f9ced0e987d1 req-ba2ee18f-5b19-4f36-91b0-a525f4138122 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0505331 Jan 17 21:42:45.536403 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Made reservation on behalf of fc2bd25284b8403c9535080d6bcd2e19 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:45.551781 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:45.763797 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'b63dfac5-f2aa-467f-841d-3fe40bf61547', 'name': '', 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'mac_address': 'fa:16:3e:7e:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:34Z', 'updated_at': '2022-01-17T21:42:43Z', 'revision_number': 4, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'subnets': [{'id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:42:45.919360 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Allocated IP 172.20.0.13 (769e3d6e-4e63-48ef-9614-7f031e2aead4/89393f57-42fd-458a-8fd9-322ae664f1ab/fdc698e8-867f-4ee8-bc72-8edec8b87e04) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:45.973562 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4093d238-dd48-43d0-89c6-6f05039b2351 None None] The sync data for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi is: [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'b63dfac5-f2aa-467f-841d-3fe40bf61547', 'name': '', 'network_id': '2e6d6e77-36f0-45d4-a80b-9c5f33ded248', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'mac_address': 'fa:16:3e:7e:7a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:34Z', 'updated_at': '2022-01-17T21:42:43Z', 'revision_number': 4, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'subnets': [{'id': '8b73588f-310d-43c0-9d97-17ea3c964aec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:42:46.015176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d54133-5d9a-4c6f-8e7a-9490bedc4447 req-e27a073d-a758-430b-b2ad-2ed0c2e81b23 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:46.035671 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f9d54133-5d9a-4c6f-8e7a-9490bedc4447 req-e27a073d-a758-430b-b2ad-2ed0c2e81b23 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 943 time: 0.6917710 Jan 17 21:42:46.134869 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-aefe455a-f851-4bfd-885f-c1c82b9a497c None None] Current status of the port b63dfac5-f2aa-467f-841d-3fe40bf61547 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:46.165583 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c38201fe-1fca-4b18-8e9e-62bca05787cc req-4a9b6b0c-6c5a-41aa-a8d8-0a04747eea44 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037653 Jan 17 21:42:46.262629 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks [] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:46.311554 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f9d54133-5d9a-4c6f-8e7a-9490bedc4447 req-0dd4591e-ea43-4c91-81e1-5afacb518f06 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742314 Jan 17 21:42:46.448085 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:46.516972 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Made reservation on behalf of fc2bd25284b8403c9535080d6bcd2e19 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:42:46.526421 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:46.622716 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:46.661109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:46.673060 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:46.719069 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 3a964650-4a8b-44ef-91f3-2555afa4e772 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:46.976839 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Allocated IP 172.20.0.10 (769e3d6e-4e63-48ef-9614-7f031e2aead4/89393f57-42fd-458a-8fd9-322ae664f1ab/1895b5d4-4f5d-4bcb-9a73-e1409823b34a) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:42:47.000129 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 3a964650-4a8b-44ef-91f3-2555afa4e772 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:42:47.004995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 3a964650-4a8b-44ef-91f3-2555afa4e772 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:47.006765 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.162229 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-35f50ac2-5391-4509-9766-7971ca4e69f3 req-fb711930-f71b-4b05-b6f9-406be8ff4e0a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.1436489 Jan 17 21:42:47.254590 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device b63dfac5-f2aa-467f-841d-3fe40bf61547 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:47.383247 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 3a964650-4a8b-44ef-91f3-2555afa4e772 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:47.399680 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.469988 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:47.473767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa24667-4dbb-4413-8cf5-77d13ed4da3d" -d '{"events": [{"server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:47.510357 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=3a964650-4a8b-44ef-91f3-2555afa4e772,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:47.529292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port b63dfac5-f2aa-467f-841d-3fe40bf61547 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:47.530460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.644249 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:47.645310 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.677388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Pushing event updated for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:47.705272 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db233e4-29db-48fa-b733-b87c68a700d1 req-61fd9e7a-73ce-4296-8f19-334abd86b4d3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:47.714816 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5db233e4-29db-48fa-b733-b87c68a700d1 req-61fd9e7a-73ce-4296-8f19-334abd86b4d3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 944 time: 1.0793893 Jan 17 21:42:47.715108 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.722701 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks [] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:47.738283 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-ec673793-4d07-4796-b8ca-0fba0e5fe14b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1958058 Jan 17 21:42:47.872416 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-51370bdb-8618-45ad-b4e2-175ab6a55284 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4777167 Jan 17 21:42:47.892361 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Request body: {'port': {'device_id': 'dff61401-2921-4615-9558-ace7c1f56160', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:48.020908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:48.061111 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:48.089145 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5db233e4-29db-48fa-b733-b87c68a700d1 req-8b89ecba-6b15-4fae-bf5e-c415451b47d5 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535378 Jan 17 21:42:48.191580 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:48.360581 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01bc6e4-3eeb-4fad-ba48-e4e33997e03d x-openstack-request-id: req-c01bc6e4-3eeb-4fad-ba48-e4e33997e03d {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:48.365457 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "name": "network-vif-plugged", "status": "completed", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:48.371164 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c01bc6e4-3eeb-4fad-ba48-e4e33997e03d {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:48.371164 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772', 'code': 200} Jan 17 21:42:48.371164 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port b63dfac5-f2aa-467f-841d-3fe40bf61547 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:48.501849 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252755f-443f-4de2-a4db-472456374476 req-fba02cbb-8516-44cc-9f26-ac31acbe65ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:48.508580 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-fba02cbb-8516-44cc-9f26-ac31acbe65ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 1099 time: 0.7136509 Jan 17 21:42:48.538495 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Network 769e3d6e-4e63-48ef-9614-7f031e2aead4 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:42:48.559099 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:42:48.572633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:42:48.612042 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89a3bd-d7c6-414e-ac4a-719703b6e019 req-806e8e26-e690-4013-bace-b99a6c8c3c97 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:48.627413 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5d89a3bd-d7c6-414e-ac4a-719703b6e019 req-806e8e26-e690-4013-bace-b99a6c8c3c97 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 943 time: 0.6626027 Jan 17 21:42:48.706119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Pushing event updated for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:48.745967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 06709453-dddd-435e-aba2-1c56470daf73 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:42:48.804729 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68f88d-e585-46ae-9cbc-0b47b5facb5c req-33702f64-5ccc-4869-9a86-fd4ff947a22d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:48.820456 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:48.832523 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4d68f88d-e585-46ae-9cbc-0b47b5facb5c req-33702f64-5ccc-4869-9a86-fd4ff947a22d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 932 time: 0.2053697 Jan 17 21:42:48.844590 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:48.989489 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-4aaadf0f-7701-45ee-bcfb-0383aaa27b66 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7540653 Jan 17 21:42:49.008224 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Request body: {'port': {'device_id': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:42:49.028354 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4d68f88d-e585-46ae-9cbc-0b47b5facb5c req-577b3699-2db0-41a7-b9da-ff7e9dbba75f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880085 Jan 17 21:42:49.106790 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc698e8-867f-4ee8-bc72-8edec8b87e04 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:49.113251 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:49.124600 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks [] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:49.147263 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Transition to ACTIVE for port object fdc698e8-867f-4ee8-bc72-8edec8b87e04 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:42:49.224546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.81', 50180) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:49.244307 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5d89a3bd-d7c6-414e-ac4a-719703b6e019 req-89af5d7b-722d-4594-9776-b090f6b73bd6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5309534 Jan 17 21:42:49.275477 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=06709453-dddd-435e-aba2-1c56470daf73,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:49.287773 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:49.320451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252755f-443f-4de2-a4db-472456374476 req-098392da-1473-40ee-be56-a2b6508b2f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:49.321237 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-098392da-1473-40ee-be56-a2b6508b2f20 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 916 time: 0.6189175 Jan 17 21:42:49.364725 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '06709453-dddd-435e-aba2-1c56470daf73', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'port_id': '06709453-dddd-435e-aba2-1c56470daf73', 'mac_address': 'fa:16:3e:aa:08:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa930b17-df2b-443e-9957-533bd79b5c46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:42:49.390701 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-ba2ce972-2f19-47e3-a42c-50f73b98e775 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 200 len: 217 time: 0.0599463 Jan 17 21:42:49.555341 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 06709453-dddd-435e-aba2-1c56470daf73 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:49.555998 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (06709453-dddd-435e-aba2-1c56470daf73), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:49.573402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06709453-dddd-435e-aba2-1c56470daf73 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:49.591117 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:49.663380 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=06709453-dddd-435e-aba2-1c56470daf73,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:49.686460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd5453-dcba-44c8-89b9-1b5527eefe54 req-7f6519e4-237f-4907-bb94-4b641001758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:49.689443 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-accd5453-dcba-44c8-89b9-1b5527eefe54 req-7f6519e4-237f-4907-bb94-4b641001758e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 1098 time: 0.4625125 Jan 17 21:42:49.749979 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:49.888634 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252755f-443f-4de2-a4db-472456374476 req-9155b043-cfce-4da0-b578-f71fc3d0578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:49.896945 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-9155b043-cfce-4da0-b578-f71fc3d0578a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.4872897 Jan 17 21:42:49.965150 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6560d4-82f0-4f73-b198-597bbb59cb9b req-80f3f2f3-3f55-4e99-abc4-415257a8d10d tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:49.979138 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1c6560d4-82f0-4f73-b198-597bbb59cb9b req-80f3f2f3-3f55-4e99-abc4-415257a8d10d tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.5111034 Jan 17 21:42:50.030206 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-589f1b0c-b6bf-4393-b488-a62adab6f3b6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171114 Jan 17 21:42:50.051331 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-accd5453-dcba-44c8-89b9-1b5527eefe54 req-8780aa33-b078-4892-b9a9-328d14a4d12e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331017 Jan 17 21:42:50.060661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:50.084496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['06709453-dddd-435e-aba2-1c56470daf73'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:50.177567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38418) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:50.178109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38420) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:50.215965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Attempting to bind port fdc698e8-867f-4ee8-bc72-8edec8b87e04 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:50.216967 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Attempting to bind port fdc698e8-867f-4ee8-bc72-8edec8b87e04 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:50.217454 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Attempting to bind port fdc698e8-867f-4ee8-bc72-8edec8b87e04 on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:50.251663 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Port fdc698e8-867f-4ee8-bc72-8edec8b87e04 on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:42:50.251978 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Attempting to bind port fdc698e8-867f-4ee8-bc72-8edec8b87e04 on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:50.262160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:50.262160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Checking segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:50.262160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Bound using segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:50.262758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Bound port: fdc698e8-867f-4ee8-bc72-8edec8b87e04, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:50.263044 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.280944 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1c6560d4-82f0-4f73-b198-597bbb59cb9b req-190f20d4-ac57-4ced-8585-046ee73aad2c tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006139 Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.293519 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:42:50.297803 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9d0f9-8992-490c-bf2b-653b3da85779 req-dd9ddc57-7ac6-48b8-8091-a9ffef7a6cb8 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:50.299258 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dd9d0f9-8992-490c-bf2b-653b3da85779 req-dd9ddc57-7ac6-48b8-8091-a9ffef7a6cb8 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 932 time: 0.1818676 Jan 17 21:42:50.431903 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.481011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1895b5d4-4f5d-4bcb-9a73-e1409823b34a {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:50.532932 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks [] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.620519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b1c479db-dca0-4525-a8e7-5e3e9564d69c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.625749 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Transition to ACTIVE for port object 1895b5d4-4f5d-4bcb-9a73-e1409823b34a will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:42:50.656048 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-886655b5-298b-4abd-904e-0baef9cf84d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.662239 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-c0aea1b4-7f43-4158-90da-64c28712b66b service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940149 Jan 17 21:42:50.681030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:50.731528 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:50.751948 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dd9d0f9-8992-490c-bf2b-653b3da85779 req-f00fa40c-b050-40a1-b695-f895eb989ff9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841522 Jan 17 21:42:50.762536 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.824870 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.913602 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b957572-45c2-45f4-a932-d42862d6654b req-541a56eb-b29e-48a3-90c0-7daf8f5e61e1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:50.915927 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:50.916561 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:50.918199 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] 10.222.0.81 "PUT /v2.0/ports/fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 1094 time: 3.0390167 Jan 17 21:42:50.967892 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6b957572-45c2-45f4-a932-d42862d6654b req-541a56eb-b29e-48a3-90c0-7daf8f5e61e1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 944 time: 0.3320110 Jan 17 21:42:50.968059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:50.968059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce" -d '{"events": [{"name": "network-changed", "server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:50.968059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Pushing event updated for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:50.988162 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.988321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.988633 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.988972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.989312 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.989644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.989972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.990299 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.990626 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.992355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.992721 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.993047 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.993371 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3905dc1-cf70-416f-8325-ce01fa9d3294 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:50.998745 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b1c479db-dca0-4525-a8e7-5e3e9564d69c admin admin] Publish callbacks [] for security_group (b5bf535f-bbe4-46c1-a332-e97b1e8da37c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.016189 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-886655b5-298b-4abd-904e-0baef9cf84d7 admin admin] Publish callbacks [] for security_group (6a268c9c-2672-4960-9fe7-ff3230c82836), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.078431 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Pushing event updated for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:51.092200 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b251e09d-b320-4f31-98f0-c98646b8e049 x-openstack-request-id: req-b251e09d-b320-4f31-98f0-c98646b8e049 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:51.092200 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:51.093097 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b251e09d-b320-4f31-98f0-c98646b8e049 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:51.093097 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04', 'status': 'completed', 'code': 200} Jan 17 21:42:51.129903 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6b957572-45c2-45f4-a932-d42862d6654b req-0bde1d5f-3d2f-4cd3-8491-04ff633f2a12 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018776 Jan 17 21:42:51.134769 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c252755f-443f-4de2-a4db-472456374476 req-cfa74a53-c30d-4ec3-a637-0842c31ea765 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632111 Jan 17 21:42:51.164244 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Attempting to bind port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:42:51.164597 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Attempting to bind port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:42:51.164910 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Attempting to bind port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:51.169965 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:42:51.170288 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Attempting to bind port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a on network 769e3d6e-4e63-48ef-9614-7f031e2aead4 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:42:51.176044 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:42:51.176384 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Checking segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:42:51.176782 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Bound using segment: {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:42:51.177236 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Bound port: 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91756845-0c84-4e95-bb1d-b104242eab32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:42:51.177711 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.206064 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-ba4151a7-5fd5-4e34-a5d9-99c76c1c41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:51.210296 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-ba4151a7-5fd5-4e34-a5d9-99c76c1c41fc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1097 time: 0.0895417 Jan 17 21:42:51.256401 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:42:51.260238 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:42:51.405314 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.481146 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b1c479db-dca0-4525-a8e7-5e3e9564d69c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b5bf535f-bbe4-46c1-a332-e97b1e8da37c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.576084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-886655b5-298b-4abd-904e-0baef9cf84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6a268c9c-2672-4960-9fe7-ff3230c82836), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.611174 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b1c479db-dca0-4525-a8e7-5e3e9564d69c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2d923a6d50141b29396030c17081ef2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4180560 Jan 17 21:42:51.637949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Pushing event updated for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:51.637949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38442) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:51.667234 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:51.670902 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.670902 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-951c4aac-d548-46ac-a1e2-30a134ad256c service neutron] 10.222.0.81 "PUT /v2.0/ports/1895b5d4-4f5d-4bcb-9a73-e1409823b34a HTTP/1.1" status: 200 len: 1094 time: 2.6712620 Jan 17 21:42:51.671269 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:51.675349 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30075d76-1622-4fc4-9f00-1fd00e3c79d5" -d '{"events": [{"name": "network-changed", "server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:51.781058 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb35653-57c2-48f1-a5a2-544d047af81d x-openstack-request-id: req-1bb35653-57c2-48f1-a5a2-544d047af81d {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:51.781470 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:51.781662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1bb35653-57c2-48f1-a5a2-544d047af81d {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:51.782029 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'status': 'completed', 'code': 200} Jan 17 21:42:51.821055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Publish callbacks [] for security_group (b5bf535f-bbe4-46c1-a332-e97b1e8da37c), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.851106 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Publish callbacks [] for security_group (b5bf535f-bbe4-46c1-a332-e97b1e8da37c), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:51.972611 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c479db-dca0-4525-a8e7-5e3e9564d69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bf535f-bbe4-46c1-a332-e97b1e8da37c,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:51.998022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-2704331c-49c6-4f80-81bf-f59fb2add10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:51.999139 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-2704331c-49c6-4f80-81bf-f59fb2add10e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 1097 time: 0.1868215 Jan 17 21:42:52.010541 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-886655b5-298b-4abd-904e-0baef9cf84d7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35086bddead24dd7911f07d3e1dc6132&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8094487 Jan 17 21:42:52.014132 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38450) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:52.042610 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b5bf535f-bbe4-46c1-a332-e97b1e8da37c), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.045354 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.055614 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-18803af4-c614-4190-90d2-1dca17478b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.055614 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-18803af4-c614-4190-90d2-1dca17478b66 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&shared=False HTTP/1.1" status: 200 len: 918 time: 0.8397651 Jan 17 21:42:52.059121 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b5bf535f-bbe4-46c1-a332-e97b1e8da37c HTTP/1.1" status: 204 len: 168 time: 0.4218981 Jan 17 21:42:52.094494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bf535f-bbe4-46c1-a332-e97b1e8da37c,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:52.242581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886655b5-298b-4abd-904e-0baef9cf84d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a268c9c-2672-4960-9fe7-ff3230c82836,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:52.276053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0a0cd-ef4b-4d61-9aa7-ccfbbee50760 req-a991cddc-bef5-4dfd-ab29-0bcd34be194e tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.283269 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9b0a0cd-ef4b-4d61-9aa7-ccfbbee50760 req-a991cddc-bef5-4dfd-ab29-0bcd34be194e tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.7023895 Jan 17 21:42:52.373358 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-efef4f50-20e1-44ab-bc54-ecf6d493d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.377139 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-efef4f50-20e1-44ab-bc54-ecf6d493d5df service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3359504 Jan 17 21:42:52.379827 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.380457 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.381071 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.382312 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.382917 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.388112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f22d95b-1692-4032-966c-39f1c2d55b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:42:52.440491 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] Publish callbacks [] for security_group (6a268c9c-2672-4960-9fe7-ff3230c82836), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.456760 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9b0a0cd-ef4b-4d61-9aa7-ccfbbee50760 req-3755997c-a774-46bd-bc17-a78efc23e8a9 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726348 Jan 17 21:42:52.483462 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-e5b160b6-0819-408a-9129-13159adc6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.483462 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d463a2ce-0ac3-4e14-b038-f57b9a1e36ce req-e5b160b6-0819-408a-9129-13159adc6aa1 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4013197 Jan 17 21:42:52.495919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] Publish callbacks [] for security_group (6a268c9c-2672-4960-9fe7-ff3230c82836), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.630003 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-6eb6c8b7-f57b-43c8-bc2c-0a2b55c796b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.634403 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-30075d76-1622-4fc4-9f00-1fd00e3c79d5 req-6eb6c8b7-f57b-43c8-bc2c-0a2b55c796b0 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2375994 Jan 17 21:42:52.657934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-dd89d91e-cc93-4d4f-89c6-2a6157c9091b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.657934 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-dd89d91e-cc93-4d4f-89c6-2a6157c9091b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1097 time: 0.0893500 Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.675731 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:42:52.680235 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:42:52.681490 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2b854-4809-4840-ab8c-f1ff79f364c9 req-0fd3235f-270e-4083-8fc5-c1416ffeed85 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:52.696438 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7fe2b854-4809-4840-ab8c-f1ff79f364c9 req-0fd3235f-270e-4083-8fc5-c1416ffeed85 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 944 time: 0.7277992 Jan 17 21:42:52.717258 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-ab7759fe-d4ed-4990-a382-980c460d057a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 217 time: 0.0501993 Jan 17 21:42:52.760992 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 06709453-dddd-435e-aba2-1c56470daf73 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:42:52.785910 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6a268c9c-2672-4960-9fe7-ff3230c82836), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.791638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:52.795336 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6a268c9c-2672-4960-9fe7-ff3230c82836 HTTP/1.1" status: 204 len: 168 time: 0.7789023 Jan 17 21:42:52.868214 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7fe2b854-4809-4840-ab8c-f1ff79f364c9 req-444d8dfb-62a5-413d-9aa7-9ff5dd74354a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702218 Jan 17 21:42:52.872636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1f4a4-5e92-44da-9524-a560746844d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a268c9c-2672-4960-9fe7-ff3230c82836,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:53.025717 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-d6dfea10-3ddc-49c0-884a-0f9fa265db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:53.028562 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-d6dfea10-3ddc-49c0-884a-0f9fa265db4f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 1097 time: 0.2131579 Jan 17 21:42:53.030673 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 06709453-dddd-435e-aba2-1c56470daf73 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:42:53.040730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 06709453-dddd-435e-aba2-1c56470daf73 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:42:53.041312 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (06709453-dddd-435e-aba2-1c56470daf73), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:53.054985 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46490dee-21dc-4dfb-9368-fce147337969 req-7e3cd6e0-b8c6-427f-aaf5-2cb59eb7ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:53.065109 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-7e3cd6e0-b8c6-427f-aaf5-2cb59eb7ab49 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.3404691 Jan 17 21:42:53.097942 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f6717-c9a5-464b-bc58-e1b02ed9d79e req-2f97c97d-b4c3-4197-887e-f74400334fa3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:53.107362 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-816f6717-c9a5-464b-bc58-e1b02ed9d79e req-2f97c97d-b4c3-4197-887e-f74400334fa3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 944 time: 0.1925509 Jan 17 21:42:53.207823 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-64159246-f4b7-4645-9bcb-499c85fe62c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a HTTP/1.1" status: 200 len: 217 time: 0.1671267 Jan 17 21:42:53.246754 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-89ce97d2-fdae-4b25-9b85-b5be5278da20 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375127 Jan 17 21:42:53.355557 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 06709453-dddd-435e-aba2-1c56470daf73 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:53.356910 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (06709453-dddd-435e-aba2-1c56470daf73), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:53.364729 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-627651fc-a963-4297-81c8-997af8f0d761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:53.369319 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-627651fc-a963-4297-81c8-997af8f0d761 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.1529372 Jan 17 21:42:53.438543 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38468) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:53.450797 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06709453-dddd-435e-aba2-1c56470daf73'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:42:53.462868 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-6ceb957a-c866-49ab-bc7d-ae6fab6f1284 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852213 Jan 17 21:42:53.463280 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06be78e-4199-473d-93de-40de13f1bf19" -d '{"events": [{"server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "name": "network-vif-plugged", "status": "completed", "tag": "06709453-dddd-435e-aba2-1c56470daf73"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:42:53.470356 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=06709453-dddd-435e-aba2-1c56470daf73,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:53.470643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-56c51547-d60c-4d94-959f-f528959983cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:53.527622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-816f6717-c9a5-464b-bc58-e1b02ed9d79e req-1178925e-653c-4d1f-b37a-3a69bc1b4c29 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252735 Jan 17 21:42:53.549161 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:53.661802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:53.710258 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-dafc7395-cc4e-421f-8035-7b0420dcd81e service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501371 Jan 17 21:42:53.738984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff21a39-e27d-49c5-b541-8a083942868e x-openstack-request-id: req-aff21a39-e27d-49c5-b541-8a083942868e {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:42:53.738984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "name": "network-vif-plugged", "status": "completed", "tag": "06709453-dddd-435e-aba2-1c56470daf73", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:42:53.738984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aff21a39-e27d-49c5-b541-8a083942868e {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:42:53.738984 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06709453-dddd-435e-aba2-1c56470daf73', 'code': 200} Jan 17 21:42:53.924782 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-56c51547-d60c-4d94-959f-f528959983cb admin admin] Publish callbacks [] for security_group (2a5711ae-85b0-4b0b-a65f-64aa3a058b1c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:53.927944 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46490dee-21dc-4dfb-9368-fce147337969 req-9525ada8-3d45-4d12-ad78-77ab0ea8130a service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066503 Jan 17 21:42:54.102535 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-56c51547-d60c-4d94-959f-f528959983cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2a5711ae-85b0-4b0b-a65f-64aa3a058b1c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.145885 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-56c51547-d60c-4d94-959f-f528959983cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6a29e094626491c8abcff14f73225b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7030618 Jan 17 21:42:54.151321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38478) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:54.194583 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367630-dfba-4671-8784-a023645ea7b8 req-bfebce70-2f0c-4534-bf02-d70bc4b01db3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:54.207197 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1e367630-dfba-4671-8784-a023645ea7b8 req-bfebce70-2f0c-4534-bf02-d70bc4b01db3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.5632753 Jan 17 21:42:54.211698 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38482) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:54.216151 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-49510c3b-3791-4053-90f3-3fea020e4fd9 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7438512 Jan 17 21:42:54.249791 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c42e37af-b8c4-4547-b63a-b9234616d350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.301965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c51547-d60c-4d94-959f-f528959983cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5711ae-85b0-4b0b-a65f-64aa3a058b1c,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:54.347386 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265a819-78c2-4749-96c3-cfa86403fd05 req-bc29efb0-1642-44ad-9eea-8faaaa82bdc4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:54.349150 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d265a819-78c2-4749-96c3-cfa86403fd05 req-bc29efb0-1642-44ad-9eea-8faaaa82bdc4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 944 time: 0.2922437 Jan 17 21:42:54.381261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f6c98-4f0f-4bdc-bdc3-c94f923c9f1e req-1c2170e5-7349-4682-8276-e92813f063ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:54.384414 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7c5f6c98-4f0f-4bdc-bdc3-c94f923c9f1e req-1c2170e5-7349-4682-8276-e92813f063ba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 1098 time: 0.1720498 Jan 17 21:42:54.400373 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] Publish callbacks [] for security_group (2a5711ae-85b0-4b0b-a65f-64aa3a058b1c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.472796 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] Publish callbacks [] for security_group (2a5711ae-85b0-4b0b-a65f-64aa3a058b1c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.481239 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1e367630-dfba-4671-8784-a023645ea7b8 req-8fd9353d-f776-49d4-91c7-09d1242ff6d2 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724710 Jan 17 21:42:54.595064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e163ddee-fb2c-4bb1-8e97-4fd1ca79113f req-3e147836-3076-4913-9dc5-cf0c32b2c556 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424318 Jan 17 21:42:54.612261 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d265a819-78c2-4749-96c3-cfa86403fd05 req-c03c594c-13d0-40d5-a127-1311258a2201 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373111 Jan 17 21:42:54.638534 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7c5f6c98-4f0f-4bdc-bdc3-c94f923c9f1e req-65cd3fb9-d2a9-4338-916c-68cb2a49ab15 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424781 Jan 17 21:42:54.695199 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c42e37af-b8c4-4547-b63a-b9234616d350 admin admin] Publish callbacks [] for security_group (0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.772780 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2a5711ae-85b0-4b0b-a65f-64aa3a058b1c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.784952 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.786954 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2a5711ae-85b0-4b0b-a65f-64aa3a058b1c HTTP/1.1" status: 204 len: 168 time: 0.6271365 Jan 17 21:42:54.814042 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c42e37af-b8c4-4547-b63a-b9234616d350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:54.947140 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c42e37af-b8c4-4547-b63a-b9234616d350 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=75f298ca447f45ea89e308c20de0e64c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7289200 Jan 17 21:42:54.961693 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5067726-b577-461a-82b5-74a9a2564a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5711ae-85b0-4b0b-a65f-64aa3a058b1c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:54.965280 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38532) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:42:55.042528 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e37af-b8c4-4547-b63a-b9234616d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:55.077936 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6feda3-4349-4ff7-98a0-e27c8fcc50e7 req-3933b154-3300-479a-b4ff-d8fc60b1261d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:55.082950 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fb6feda3-4349-4ff7-98a0-e27c8fcc50e7 req-3933b154-3300-479a-b4ff-d8fc60b1261d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.2920573 Jan 17 21:42:55.101956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] Publish callbacks [] for security_group (0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:55.132787 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] Publish callbacks [] for security_group (0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:55.220620 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fb6feda3-4349-4ff7-98a0-e27c8fcc50e7 req-4d0305a9-dada-458c-9ca3-8a85afe34ef7 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239936 Jan 17 21:42:55.393553 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:55.405710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:55.413400 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74 HTTP/1.1" status: 204 len: 168 time: 0.4428513 Jan 17 21:42:55.446160 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d0660-a012-491b-85f0-f7aa8fdf647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0969f1ba-a5e5-4a78-af4e-e6bd0c5e0f74,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:55.458141 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2b7398e6-5673-4bb0-9170-db9fc8cc27b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:55.880836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d17f0-ed1e-4a30-a01d-42057b9865c6 req-32332df6-03e1-47fe-b5be-f1ea2e42bb88 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:55.891280 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f39d17f0-ed1e-4a30-a01d-42057b9865c6 req-32332df6-03e1-47fe-b5be-f1ea2e42bb88 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 944 time: 0.0990863 Jan 17 21:42:55.981386 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f39d17f0-ed1e-4a30-a01d-42057b9865c6 req-54ab2cb4-ecfe-464f-a97e-39ab65b59966 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828943 Jan 17 21:42:56.476808 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe74c9-d90d-4e1b-9d48-c261bbd8f875 req-1d11e054-ad47-48b4-971a-1739c37c0213 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:56.485491 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8abe74c9-d90d-4e1b-9d48-c261bbd8f875 req-1d11e054-ad47-48b4-971a-1739c37c0213 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.1049855 Jan 17 21:42:56.571972 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8abe74c9-d90d-4e1b-9d48-c261bbd8f875 req-f216e562-1121-4255-b30f-7d9f3995c430 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850770 Jan 17 21:42:56.778867 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device fdc698e8-867f-4ee8-bc72-8edec8b87e04 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:42:57.261195 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:57.314241 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'port_id': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04', 'mac_address': 'fa:16:3e:df:b6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:42:57.391182 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port fdc698e8-867f-4ee8-bc72-8edec8b87e04 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:57.391597 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:57.399033 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c496d0-0e2c-4d4d-bcdc-615b94b81f8a req-59e89ea9-9adc-4014-aa8b-59540d8d13c3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:57.407100 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-41c496d0-0e2c-4d4d-bcdc-615b94b81f8a req-59e89ea9-9adc-4014-aa8b-59540d8d13c3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 944 time: 0.1022668 Jan 17 21:42:57.421761 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc698e8-867f-4ee8-bc72-8edec8b87e04 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:57.448708 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:57.481421 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-41c496d0-0e2c-4d4d-bcdc-615b94b81f8a req-7c68a4d7-c8ee-4713-af1d-2a10a1bc7312 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668495 Jan 17 21:42:57.718522 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba0653-a4b1-4eb0-86c9-85dee75c6bb9 req-dc01e534-bbb7-4c3c-927f-f945e75ca8cd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:57.720162 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dcba0653-a4b1-4eb0-86c9-85dee75c6bb9 req-dc01e534-bbb7-4c3c-927f-f945e75ca8cd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.0592070 Jan 17 21:42:57.774532 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dcba0653-a4b1-4eb0-86c9-85dee75c6bb9 req-bd90dac3-0c2c-4d9c-8c86-6271afefcc2b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479472 Jan 17 21:42:58.019254 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:58.027381 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1895b5d4-4f5d-4bcb-9a73-e1409823b34a details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:42:58.184905 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:58.207293 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:58.228831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'network_id': '769e3d6e-4e63-48ef-9614-7f031e2aead4', 'port_id': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'mac_address': 'fa:16:3e:b9:83:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89393f57-42fd-458a-8fd9-322ae664f1ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:42:58.298661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:42:58.299135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:58.354222 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1895b5d4-4f5d-4bcb-9a73-e1409823b34a {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:42:58.390875 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8d8a393f-cf36-47c8-9392-d74ece3d9075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:58.414417 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:42:58.554818 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:42:58.687274 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:42:58.849989 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b8dd6-6762-4fc9-8aea-7470d794f874 req-2324a0c1-e214-4467-891e-9643a4c42c55 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:42:58.869962 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-cd4b8dd6-6762-4fc9-8aea-7470d794f874 req-2324a0c1-e214-4467-891e-9643a4c42c55 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 945 time: 0.1640413 Jan 17 21:42:58.906037 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['1895b5d4-4f5d-4bcb-9a73-e1409823b34a'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:58.915174 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['fdc698e8-867f-4ee8-bc72-8edec8b87e04'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:42:59.176363 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-cd4b8dd6-6762-4fc9-8aea-7470d794f874 req-0f857ba2-e867-4141-a032-dbb3e7ac05b0 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779691 Jan 17 21:42:59.826385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:00.540942 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36092e-611a-4587-a159-2fab90405308 req-48cf41ed-728e-4462-8056-581fe1ebf3bb tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:00.542718 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ef36092e-611a-4587-a159-2fab90405308 req-48cf41ed-728e-4462-8056-581fe1ebf3bb tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 945 time: 0.1372395 Jan 17 21:43:00.723596 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ef36092e-611a-4587-a159-2fab90405308 req-14abf9ab-e856-432b-9bbb-3267abfbc902 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690545 Jan 17 21:43:00.786382 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device fdc698e8-867f-4ee8-bc72-8edec8b87e04 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:43:01.018324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port fdc698e8-867f-4ee8-bc72-8edec8b87e04 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:43:01.033978 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port fdc698e8-867f-4ee8-bc72-8edec8b87e04 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:43:01.034596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:01.320723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port fdc698e8-867f-4ee8-bc72-8edec8b87e04 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:01.321449 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:01.366348 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:01.370028 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1196fbc4-6dbe-4670-87f6-2749fc5608df" -d '{"events": [{"server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "name": "network-vif-plugged", "status": "completed", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:01.401565 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:01.433113 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e42bae7-e750-4c52-8c7c-69885876766c x-openstack-request-id: req-0e42bae7-e750-4c52-8c7c-69885876766c {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:01.433443 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "name": "network-vif-plugged", "status": "completed", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:01.433857 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0e42bae7-e750-4c52-8c7c-69885876766c {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:01.434427 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04', 'code': 200} Jan 17 21:43:01.658148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:01.659600 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1895b5d4-4f5d-4bcb-9a73-e1409823b34a up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:43:01.790927 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:01.924604 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:43:02.000898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:43:02.005522 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:02.113783 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0abbf-5725-4041-830b-655b5ecfcbdf req-d47935b9-df37-4ec5-9d60-64a5820d3854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:02.115562 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dba0abbf-5725-4041-830b-655b5ecfcbdf req-d47935b9-df37-4ec5-9d60-64a5820d3854 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.0731966 Jan 17 21:43:02.237439 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dba0abbf-5725-4041-830b-655b5ecfcbdf req-46aadc61-3b3b-4d05-8201-84873593b681 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127079 Jan 17 21:43:02.301522 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:02.302687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:02.352758 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:02.852170 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:02.915340 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:03.011612 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:03.020192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:03.435677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:03.438560 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53274002-cca4-4a3a-a670-6bd93200728e" -d '{"events": [{"server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:03.857594 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4209cd05-b30f-450b-89c8-436f5db6598e req-27971067-439c-47ae-9052-946b2f93e0c8 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:03.871591 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4209cd05-b30f-450b-89c8-436f5db6598e req-27971067-439c-47ae-9052-946b2f93e0c8 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1606104 Jan 17 21:43:04.000142 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4209cd05-b30f-450b-89c8-436f5db6598e req-c5eb7ace-1e96-4ffb-927a-0314e99d947b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Jan 17 21:43:04.137213 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545ade9-271f-4f85-9f10-523154537a67 x-openstack-request-id: req-9545ade9-271f-4f85-9f10-523154537a67 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:04.137529 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "name": "network-vif-plugged", "status": "completed", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:04.137925 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9545ade9-271f-4f85-9f10-523154537a67 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:04.138334 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'code': 200} Jan 17 21:43:04.573912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8ae34-b96f-46b2-8eed-b72d61eb2899 req-f46242e0-df1e-4444-80ab-f191176a98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:04.576101 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-00c8ae34-b96f-46b2-8eed-b72d61eb2899 req-f46242e0-df1e-4444-80ab-f191176a98ae service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0522273 Jan 17 21:43:04.642798 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-00c8ae34-b96f-46b2-8eed-b72d61eb2899 req-dc1870e6-6a69-411c-b2fc-ef56a9ac6303 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572276 Jan 17 21:43:05.253806 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f9f88-edb2-497b-b1b0-ee9d253d330d req-fc1b7d5d-afb9-4247-96b2-223c3d096159 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:05.256667 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1d4f9f88-edb2-497b-b1b0-ee9d253d330d req-fc1b7d5d-afb9-4247-96b2-223c3d096159 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0849886 Jan 17 21:43:05.344032 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1d4f9f88-edb2-497b-b1b0-ee9d253d330d req-91dcc112-4a85-4f61-8088-ed2b7473f48c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796666 Jan 17 21:43:05.400055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38792) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:05.580735 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa6c4-ed86-46c9-b614-12bb563011df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:05.797540 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa6c4-ed86-46c9-b614-12bb563011df admin admin] Publish callbacks [] for security_group (4fd279da-e403-4bd9-a4d1-73fa49e0d04a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:05.807575 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7264129-cc82-4af7-9d9a-db4ffd4d5072 req-e3a2c101-3323-4832-94e2-5ba524ece97b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:05.809447 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f7264129-cc82-4af7-9d9a-db4ffd4d5072 req-e3a2c101-3323-4832-94e2-5ba524ece97b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1238849 Jan 17 21:43:05.872623 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f7264129-cc82-4af7-9d9a-db4ffd4d5072 req-829cc040-74cb-4190-b67f-2fbb49d4c64d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559292 Jan 17 21:43:05.891297 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa6c4-ed86-46c9-b614-12bb563011df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4fd279da-e403-4bd9-a4d1-73fa49e0d04a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:05.971393 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c1bfa6c4-ed86-46c9-b614-12bb563011df admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=40ee253af403468788fa765aebabb634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699306 Jan 17 21:43:05.973302 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa6c4-ed86-46c9-b614-12bb563011df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd279da-e403-4bd9-a4d1-73fa49e0d04a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:05.976771 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38812) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:06.054708 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] Publish callbacks [] for security_group (4fd279da-e403-4bd9-a4d1-73fa49e0d04a), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:06.095027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] Publish callbacks [] for security_group (4fd279da-e403-4bd9-a4d1-73fa49e0d04a), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:06.252776 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-7960e0cf-e296-4251-88db-669ae59df347 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:06.255711 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-7960e0cf-e296-4251-88db-669ae59df347 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 815 time: 0.1815913 Jan 17 21:43:06.273245 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-08dd110e-8249-4dce-a46b-4c0e99ab5941 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/quotas/1d76fe22350840edb5055f107b0ac4ec HTTP/1.1" status: 200 len: 375 time: 0.0108619 Jan 17 21:43:06.332205 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-940860df-eb9e-46e4-a89a-901b53d7230b tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495417 Jan 17 21:43:06.391884 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4fd279da-e403-4bd9-a4d1-73fa49e0d04a), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:06.394426 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:06.400456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4fd279da-e403-4bd9-a4d1-73fa49e0d04a HTTP/1.1" status: 204 len: 168 time: 0.4177678 Jan 17 21:43:06.415177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57916af3-6d80-4017-81bc-28a07f09ab8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd279da-e403-4bd9-a4d1-73fa49e0d04a,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:06.490061 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-b9ccf8a0-06c2-4ed7-9531-5d3a3cb70c64 service neutron] 10.222.0.74 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451149 Jan 17 21:43:06.548011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0e777-6b1b-425a-981b-e572ec55a62b req-40e4c8a0-75fb-4ea0-b2f4-6ae3cff3efda tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:06.549622 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-01d0e777-6b1b-425a-981b-e572ec55a62b req-40e4c8a0-75fb-4ea0-b2f4-6ae3cff3efda tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0801885 Jan 17 21:43:06.606865 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-01d0e777-6b1b-425a-981b-e572ec55a62b req-77b481e1-80fb-4359-abdf-b58479c58f42 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 Jan 17 21:43:06.607914 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-e78d4cb4-2505-441f-8894-9c1d2c7310a9 service neutron] 10.222.0.74 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107187 Jan 17 21:43:07.061371 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5f66b43a-eba7-4177-a21e-120252b40b3d req-54ac3f20-73c4-406e-987d-af93a89e9b95 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0806377 Jan 17 21:43:07.142269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6ef51-7531-4e3e-afd1-504bfd3f1af8 req-6b5489ad-a1fc-4c43-8a83-5c387f931a92 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:07.146216 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-72d6ef51-7531-4e3e-afd1-504bfd3f1af8 req-6b5489ad-a1fc-4c43-8a83-5c387f931a92 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0805435 Jan 17 21:43:07.197346 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-72d6ef51-7531-4e3e-afd1-504bfd3f1af8 req-20e8c52b-3176-4752-8582-493f1c0b6d79 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449553 Jan 17 21:43:07.392161 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 38852) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:07.411165 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-43929f03-fbb1-4918-836f-1859ed67e1a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:07.752114 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-43929f03-fbb1-4918-836f-1859ed67e1a4 admin admin] Publish callbacks [] for security_group (0ee5fe61-7c56-4fbe-ab18-0933723b7648), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:07.821670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972163a7-6497-4867-8ed0-ed1a87481eeb req-cc865a9a-1b9a-4349-ad09-c425f22c3e1a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:07.823473 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-972163a7-6497-4867-8ed0-ed1a87481eeb req-cc865a9a-1b9a-4349-ad09-c425f22c3e1a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1094348 Jan 17 21:43:07.855043 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-43929f03-fbb1-4918-836f-1859ed67e1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0ee5fe61-7c56-4fbe-ab18-0933723b7648), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:07.912000 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-972163a7-6497-4867-8ed0-ed1a87481eeb req-2d37b601-1867-4522-a05b-f5b7fa43ebaf tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750465 Jan 17 21:43:07.918187 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-43929f03-fbb1-4918-836f-1859ed67e1a4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ab9d596814b4fcf88ed7b0a61061c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5246840 Jan 17 21:43:07.921547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43929f03-fbb1-4918-836f-1859ed67e1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee5fe61-7c56-4fbe-ab18-0933723b7648,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:07.922417 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 38866) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:08.020827 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] Publish callbacks [] for security_group (0ee5fe61-7c56-4fbe-ab18-0933723b7648), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:08.105002 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] Publish callbacks [] for security_group (0ee5fe61-7c56-4fbe-ab18-0933723b7648), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:08.201489 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-50d7f536-70a2-4c97-8351-8c8864f083e2 req-543fcc77-f7bc-4dcb-bb4b-c71b29d09c1f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0532334 Jan 17 21:43:08.329718 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bde55c-f6aa-4e1b-b692-17d1fbff98fc req-27e405ae-840a-4c3d-92e8-01377c8f6942 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:08.331276 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-79bde55c-f6aa-4e1b-b692-17d1fbff98fc req-27e405ae-840a-4c3d-92e8-01377c8f6942 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0541425 Jan 17 21:43:08.354697 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0ee5fe61-7c56-4fbe-ab18-0933723b7648), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:08.357347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:08.358579 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ee5fe61-7c56-4fbe-ab18-0933723b7648 HTTP/1.1" status: 204 len: 168 time: 0.4349651 Jan 17 21:43:08.371544 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c812e9-4148-41cb-89a2-408b99d6ed33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee5fe61-7c56-4fbe-ab18-0933723b7648,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:08.400349 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-79bde55c-f6aa-4e1b-b692-17d1fbff98fc req-9fad2004-24dd-4079-8675-65ce6d07cc05 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619712 Jan 17 21:43:08.634568 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458ad78-6a98-4204-b586-fe7ed4770f2a req-c31010fa-26c2-479f-ad1f-9338d6b11f6b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:08.636226 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6458ad78-6a98-4204-b586-fe7ed4770f2a req-c31010fa-26c2-479f-ad1f-9338d6b11f6b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Jan 17 21:43:08.699080 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6458ad78-6a98-4204-b586-fe7ed4770f2a req-ff4189fb-ad4d-470d-a3c3-1f457275a1bf tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565956 Jan 17 21:43:08.746695 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-4cb00dc8-fa66-48eb-acda-99beb960d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:08.748233 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-4cb00dc8-fa66-48eb-acda-99beb960d38c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 1099 time: 0.0511656 Jan 17 21:43:08.911837 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-c7cabb41-23b3-41f8-8221-e0d4f03d4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:08.914103 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-c7cabb41-23b3-41f8-8221-e0d4f03d4342 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 918 time: 0.1423132 Jan 17 21:43:08.982396 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-29bd5dc1-1ac2-47ed-ab71-1d13c9b41901 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a HTTP/1.1" status: 200 len: 217 time: 0.0485339 Jan 17 21:43:09.073746 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-921a02c8-6811-44ec-b073-b4444ccda6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:09.075982 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-921a02c8-6811-44ec-b073-b4444ccda6ec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.0831485 Jan 17 21:43:09.132653 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-3b71d4df-7549-4a1e-a3dd-0c0b2d1c805d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411947 Jan 17 21:43:09.318485 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1de99a51-47d8-4af3-862d-c59a69b40269 req-a709cb12-ace0-4297-b0fc-3464d4120f7a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0379534 Jan 17 21:43:09.337432 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-d791c8dc-d0c8-4db9-b6c8-41d5ad2f9e5d service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968365 Jan 17 21:43:09.472922 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e46ad37b-8373-4f00-a5fb-338988e8b371 req-0c833a99-a1f7-4ebe-8062-e9addfdb9be0 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187000 Jan 17 21:43:09.599143 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79875f-4e49-47f1-bef2-6aca9c040f7e req-f08517d4-3919-4f79-8a37-1d947c08ac90 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:09.600905 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab79875f-4e49-47f1-bef2-6aca9c040f7e req-f08517d4-3919-4f79-8a37-1d947c08ac90 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0640099 Jan 17 21:43:09.706331 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab79875f-4e49-47f1-bef2-6aca9c040f7e req-5b33d48f-941d-4d20-9880-9003e0792930 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990381 Jan 17 21:43:09.923595 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248764b8-6b62-4924-8d8e-72b557439d9c req-739ac4db-8d80-4173-a6dd-874d24b96819 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:09.925697 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-248764b8-6b62-4924-8d8e-72b557439d9c req-739ac4db-8d80-4173-a6dd-874d24b96819 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1166344 Jan 17 21:43:09.964226 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16110be-31b4-4ca2-be91-4f978bc165d3 req-0ab70b90-58ef-489d-bbab-75aaae316f49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:09.966979 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d16110be-31b4-4ca2-be91-4f978bc165d3 req-0ab70b90-58ef-489d-bbab-75aaae316f49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1048484 Jan 17 21:43:10.002188 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-248764b8-6b62-4924-8d8e-72b557439d9c req-66979394-43f7-46d4-b93b-8a6ea49ad7d0 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646868 Jan 17 21:43:10.047021 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d16110be-31b4-4ca2-be91-4f978bc165d3 req-b4c42c1f-f4cf-4353-9861-c92d94588296 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667617 Jan 17 21:43:10.461778 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3bae91a6-c38a-443b-a0fd-f29391ba748d req-694f3ad3-1fe5-4c18-875f-e6b94f9307cc tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0518322 Jan 17 21:43:10.933061 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eda67a-f3db-4ee3-a4a8-b3ef0af70f1e req-e1536f95-97d4-445e-ba83-5f7309339444 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:10.936814 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-39eda67a-f3db-4ee3-a4a8-b3ef0af70f1e req-e1536f95-97d4-445e-ba83-5f7309339444 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1091831 Jan 17 21:43:11.011242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-785720a6-d661-4074-a333-76e2d248a2c1 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:11.012824 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-785720a6-d661-4074-a333-76e2d248a2c1 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 815 time: 0.1620948 Jan 17 21:43:11.014944 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-39eda67a-f3db-4ee3-a4a8-b3ef0af70f1e req-120c056e-f8e9-48c8-970c-25bc43a19c91 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665307 Jan 17 21:43:11.044351 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'port': {'device_id': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'admin_state_up': True, 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:11.206078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d899d27-9985-494e-ac03-a9a41e3adb64 req-210713c6-03a9-4989-afc5-178021f4d6ed tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:11.207655 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6d899d27-9985-494e-ac03-a9a41e3adb64 req-210713c6-03a9-4989-afc5-178021f4d6ed tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1086202 Jan 17 21:43:11.260538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e2dcb-e678-4789-a064-32ec65cf4683 req-36156abf-ca55-44c7-8c1b-1ff126f498ed tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:11.262361 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce2e2dcb-e678-4789-a064-32ec65cf4683 req-36156abf-ca55-44c7-8c1b-1ff126f498ed tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0584166 Jan 17 21:43:11.287646 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6d899d27-9985-494e-ac03-a9a41e3adb64 req-405bd00b-ffc8-43e1-8790-5b991d0acddd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671248 Jan 17 21:43:11.340009 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce2e2dcb-e678-4789-a064-32ec65cf4683 req-c5c54a9d-8ed6-4561-9347-e9308b18c988 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633903 Jan 17 21:43:11.462600 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Made reservation on behalf of 1d76fe22350840edb5055f107b0ac4ec for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:43:11.468376 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:11.616390 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e63dccd7-ac39-4791-b104-a5f56216343f req-4e2bd80a-b3e5-4092-b645-cbe9e5a55718 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0454614 Jan 17 21:43:11.676140 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Allocated IP 172.20.0.5 (3fcac1e8-20e5-4a67-a8c7-b137661c186b/13d88004-1bd4-42e9-8498-acca00cceea7/765f173f-06c4-4a23-b868-8febce92600f) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:43:11.873232 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for port (765f173f-06c4-4a23-b868-8febce92600f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:12.012089 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:12.065836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:43:12.069747 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:43:12.075288 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:43:12.118599 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:12.149863 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:12.150549 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:12.237095 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090629fd-3a68-4e7a-8d51-e9f2233c402f req-d9ea7eff-11c3-40a7-86f6-db167cd56ecc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:12.240776 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-090629fd-3a68-4e7a-8d51-e9f2233c402f req-d9ea7eff-11c3-40a7-86f6-db167cd56ecc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0941038 Jan 17 21:43:12.336286 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-090629fd-3a68-4e7a-8d51-e9f2233c402f req-4681a337-d5c5-480c-8bba-656c676d8a7d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893676 Jan 17 21:43:12.403596 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-39af6072-5add-4775-a9b8-fd9d877ec882 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3652182 Jan 17 21:43:12.423093 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Request body: {'port': {'device_id': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:12.446734 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-48b3de9d-abb5-4f14-90a2-14153f2861c2 None None] Provisioning complete for port 765f173f-06c4-4a23-b868-8febce92600f triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:43:12.447462 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-48b3de9d-abb5-4f14-90a2-14153f2861c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (765f173f-06c4-4a23-b868-8febce92600f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:12.497891 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-48b3de9d-abb5-4f14-90a2-14153f2861c2 None None] Port 765f173f-06c4-4a23-b868-8febce92600f cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:43:12.520805 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24277752-bd18-45fc-b11e-f48420d20d88 req-cdae9184-2dac-4fa4-a487-c8103cfda4a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:12.522885 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-24277752-bd18-45fc-b11e-f48420d20d88 req-cdae9184-2dac-4fa4-a487-c8103cfda4a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0654161 Jan 17 21:43:12.587120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10dff4-baa3-4dee-abc7-6e0150ff1e62 req-ece3f660-2424-4ba1-b29b-1ad411f86021 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:12.598918 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-24277752-bd18-45fc-b11e-f48420d20d88 req-37024f22-f623-4425-bd16-feb0b386e3f0 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699775 Jan 17 21:43:12.601250 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a10dff4-baa3-4dee-abc7-6e0150ff1e62 req-ece3f660-2424-4ba1-b29b-1ad411f86021 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1823568 Jan 17 21:43:12.628913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:12.787918 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a10dff4-baa3-4dee-abc7-6e0150ff1e62 req-ea294bdc-0aa2-4486-a402-2f566492d63d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849506 Jan 17 21:43:12.920568 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d101bf-5810-4f8a-b6b9-f6a76189b454 req-7117e74a-47a7-45b8-ae68-d4e91f1b821b tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:12.933361 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-13d101bf-5810-4f8a-b6b9-f6a76189b454 req-7117e74a-47a7-45b8-ae68-d4e91f1b821b tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 931 time: 0.1518097 Jan 17 21:43:13.012851 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-13d101bf-5810-4f8a-b6b9-f6a76189b454 req-f99a4b30-3359-4c1e-a4fa-919230233fcf tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774033 Jan 17 21:43:13.358102 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765f173f-06c4-4a23-b868-8febce92600f {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:13.377331 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks [] for port (765f173f-06c4-4a23-b868-8febce92600f), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:13.407042 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Transition to ACTIVE for port object 765f173f-06c4-4a23-b868-8febce92600f will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:43:13.555978 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffb54e-e760-482b-a727-cbadf69255b4 req-ce9fe614-134f-4676-a2b9-37e69d73d44c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:13.559673 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-17ffb54e-e760-482b-a727-cbadf69255b4 req-ce9fe614-134f-4676-a2b9-37e69d73d44c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0960190 Jan 17 21:43:13.591930 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:13.767485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:13.946313 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a088b5-babb-490d-be64-8b03d9acb2c8 req-99945b51-cbaf-4149-b23c-73a51cc27e0e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:13.955054 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49a088b5-babb-490d-be64-8b03d9acb2c8 req-99945b51-cbaf-4149-b23c-73a51cc27e0e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.2061672 Jan 17 21:43:13.969256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Attempting to bind port 765f173f-06c4-4a23-b868-8febce92600f on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:43:13.969935 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Attempting to bind port 765f173f-06c4-4a23-b868-8febce92600f by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:43:13.970645 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Attempting to bind port 765f173f-06c4-4a23-b868-8febce92600f on network 3fcac1e8-20e5-4a67-a8c7-b137661c186b {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:13.981193 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-17ffb54e-e760-482b-a727-cbadf69255b4 req-d296dc5f-23ef-4fec-a41c-ba2e7d340283 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4155242 Jan 17 21:43:13.985788 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Port 765f173f-06c4-4a23-b868-8febce92600f on network 3fcac1e8-20e5-4a67-a8c7-b137661c186b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:43:13.986147 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Attempting to bind port 765f173f-06c4-4a23-b868-8febce92600f on network 3fcac1e8-20e5-4a67-a8c7-b137661c186b {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:14.019110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:43:14.019110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Checking segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:43:14.019388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Bound using segment: {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:43:14.019717 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Bound port: 765f173f-06c4-4a23-b868-8febce92600f, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd455a38b-37f8-4b7f-b674-a650f94487fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:43:14.020226 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:14.063261 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49a088b5-babb-490d-be64-8b03d9acb2c8 req-bf7ed33c-6351-4ad2-b651-1176ddde5a5d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069541 Jan 17 21:43:14.295232 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:43:14.299873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:43:14.316733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2dc88-973e-4dd3-98e7-f9dd352dd94d req-b880b29d-9b02-4295-b0f1-bb728e60274d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:14.318666 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f5c2dc88-973e-4dd3-98e7-f9dd352dd94d req-b880b29d-9b02-4295-b0f1-bb728e60274d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1985662 Jan 17 21:43:14.326490 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88b472-86e4-4bf4-b425-73d9a6fafdd2 req-ad846e16-24cb-4597-86c7-06d73ba98336 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:14.328253 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4a88b472-86e4-4bf4-b425-73d9a6fafdd2 req-ad846e16-24cb-4597-86c7-06d73ba98336 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.1744497 Jan 17 21:43:14.422982 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f5c2dc88-973e-4dd3-98e7-f9dd352dd94d req-04a5d679-dbaa-4e8c-99d8-caed44b7dbc7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895059 Jan 17 21:43:14.435414 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4a88b472-86e4-4bf4-b425-73d9a6fafdd2 req-2aa8453f-21a0-45bf-b763-84fe47c0c191 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944695 Jan 17 21:43:14.519860 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:14.624539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:14.645876 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:14.647865 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:14.650281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-659589d5-8362-4c51-8d85-0bfd519af803 service neutron] 10.222.0.81 "PUT /v2.0/ports/765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 1093 time: 2.2335699 Jan 17 21:43:14.651020 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:14.655032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30012b65-f8b2-4816-9599-fe83300ff4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:14.735732 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570ed6ce-d07f-41b0-92ab-fab41e16fe2d x-openstack-request-id: req-570ed6ce-d07f-41b0-92ab-fab41e16fe2d {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:14.736095 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:14.736421 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-570ed6ce-d07f-41b0-92ab-fab41e16fe2d {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:14.736906 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:43:15.143825 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c40ef8-4ff4-4932-b9b8-b6b9fadb3740 req-09b3d7fe-2fc5-4e47-9a0f-1c0eb678dd03 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:15.151517 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-71c40ef8-4ff4-4932-b9b8-b6b9fadb3740 req-09b3d7fe-2fc5-4e47-9a0f-1c0eb678dd03 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0711772 Jan 17 21:43:15.219748 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-71c40ef8-4ff4-4932-b9b8-b6b9fadb3740 req-8d8fab21-d7ca-448b-a8eb-d1613c0fee5d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661693 Jan 17 21:43:15.234032 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9ba4a-4b3f-40d6-9d59-f86f96ae0f54 req-d25b26e8-90f2-48d8-899c-42b6e2dec4c5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:15.236252 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-78b9ba4a-4b3f-40d6-9d59-f86f96ae0f54 req-d25b26e8-90f2-48d8-899c-42b6e2dec4c5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0675645 Jan 17 21:43:15.308235 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-78b9ba4a-4b3f-40d6-9d59-f86f96ae0f54 req-0f51d010-52b3-431f-9e35-81509cf69c58 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650301 Jan 17 21:43:15.628973 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ee31b-eebe-4dd9-9bcd-b1fad33710ca req-9cac0e2e-7eb6-4dfe-80a0-2fb91caa6061 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:15.638671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a8f4-8272-4784-8505-a8cc25bbb8a5 req-9b6ecd3f-1e4e-4de4-a87e-8329f67e4aa5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:15.640522 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9117a8f4-8272-4784-8505-a8cc25bbb8a5 req-9b6ecd3f-1e4e-4de4-a87e-8329f67e4aa5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0805807 Jan 17 21:43:15.643473 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-291ee31b-eebe-4dd9-9bcd-b1fad33710ca req-9cac0e2e-7eb6-4dfe-80a0-2fb91caa6061 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.1006622 Jan 17 21:43:15.738625 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9117a8f4-8272-4784-8505-a8cc25bbb8a5 req-33726604-3068-4330-b831-e1fd83c3c58f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836742 Jan 17 21:43:15.748912 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-291ee31b-eebe-4dd9-9bcd-b1fad33710ca req-796e9bb8-bd65-4b0b-869a-dfa029b07d9c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 Jan 17 21:43:16.515548 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f3892-6c8f-442e-acee-ab69647979c0 req-6993c379-7335-4a72-b388-f42189d8a046 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:16.515548 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-113f3892-6c8f-442e-acee-ab69647979c0 req-6993c379-7335-4a72-b388-f42189d8a046 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1868448 Jan 17 21:43:16.592410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c41d0f-0166-42c5-9379-18f6020955b0 req-f14b9396-39a6-445c-9819-a766fd88bb32 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:16.594770 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-49c41d0f-0166-42c5-9379-18f6020955b0 req-f14b9396-39a6-445c-9819-a766fd88bb32 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1575279 Jan 17 21:43:16.596020 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-113f3892-6c8f-442e-acee-ab69647979c0 req-417dfbeb-2faa-46a9-81ff-7ae9e8b42f27 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705764 Jan 17 21:43:16.702840 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-49c41d0f-0166-42c5-9379-18f6020955b0 req-5bbe3c0a-8a50-4d39-ab1c-b434bcdf5063 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988176 Jan 17 21:43:16.991085 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26254d63-01fb-4fcf-ac72-a0d2e305f15f req-71226b79-1f4f-435d-b4d7-4c9cfc517dba tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:16.996049 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-26254d63-01fb-4fcf-ac72-a0d2e305f15f req-71226b79-1f4f-435d-b4d7-4c9cfc517dba tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1401384 Jan 17 21:43:17.001915 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577028f-de11-4780-9b9d-a32643d28ca9 req-32f6e7d1-c3ec-44b1-bc8e-9707dd7d21ef tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:17.014774 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3577028f-de11-4780-9b9d-a32643d28ca9 req-32f6e7d1-c3ec-44b1-bc8e-9707dd7d21ef tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.1551793 Jan 17 21:43:17.106959 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-26254d63-01fb-4fcf-ac72-a0d2e305f15f req-7a0fa755-a7f2-4bc1-8fdb-0710409fed5b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998344 Jan 17 21:43:17.128334 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3577028f-de11-4780-9b9d-a32643d28ca9 req-92ebdac5-72f9-408f-a664-3b9f218c94ea tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122828 Jan 17 21:43:17.801869 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf464be-dda1-4822-945b-11210e29b685 req-085e2dbe-6d0f-418a-885a-80384e4a56a6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:17.805429 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-adf464be-dda1-4822-945b-11210e29b685 req-085e2dbe-6d0f-418a-885a-80384e4a56a6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0947909 Jan 17 21:43:17.881532 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-adf464be-dda1-4822-945b-11210e29b685 req-1d4ecb95-9cf1-422f-8a14-d46be27b6133 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697842 Jan 17 21:43:17.917218 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7eb81-3376-4da9-8aac-5aaa8eb261f0 req-8a2964b4-587d-47e8-922f-e7c237fdc19c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:17.919980 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ddc7eb81-3376-4da9-8aac-5aaa8eb261f0 req-8a2964b4-587d-47e8-922f-e7c237fdc19c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0967727 Jan 17 21:43:17.991578 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ddc7eb81-3376-4da9-8aac-5aaa8eb261f0 req-1dab124e-f0f3-4f97-8fe9-510fe953d53f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608034 Jan 17 21:43:18.380119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84961851-bfed-4d16-a7c6-3f49fcbb30e2 req-5b14e26c-96ab-46c7-925f-50595d3ddab5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:18.383251 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428efdd-abb4-45be-a279-91bca3293d02 req-e015a6dc-df7b-4e63-838c-21143c9378a6 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:18.387348 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d428efdd-abb4-45be-a279-91bca3293d02 req-e015a6dc-df7b-4e63-838c-21143c9378a6 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0707073 Jan 17 21:43:18.393468 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-84961851-bfed-4d16-a7c6-3f49fcbb30e2 req-5b14e26c-96ab-46c7-925f-50595d3ddab5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1323659 Jan 17 21:43:18.497603 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d428efdd-abb4-45be-a279-91bca3293d02 req-875d062b-5d4c-439b-85cc-4466216838bf tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941603 Jan 17 21:43:18.498338 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-84961851-bfed-4d16-a7c6-3f49fcbb30e2 req-0f596e5d-d20c-4f2e-ad31-7a3a97fd8c21 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030340 Jan 17 21:43:19.117786 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817f93c-df95-44b1-bd8a-79ee43bc82d6 req-c125eb50-24ce-4cff-9aa2-bfd8f9385119 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:19.122415 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e817f93c-df95-44b1-bd8a-79ee43bc82d6 req-c125eb50-24ce-4cff-9aa2-bfd8f9385119 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1414137 Jan 17 21:43:19.254021 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e817f93c-df95-44b1-bd8a-79ee43bc82d6 req-83f937e1-7ba6-4cc3-bc1a-f4d95721f06e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209614 Jan 17 21:43:19.284955 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2c905-a3c4-43e9-bce1-909c9a7c947a req-1c0a6217-e028-4bb3-973b-34bc1f24b98d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:19.295958 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dea2c905-a3c4-43e9-bce1-909c9a7c947a req-1c0a6217-e028-4bb3-973b-34bc1f24b98d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0906181 Jan 17 21:43:19.393259 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dea2c905-a3c4-43e9-bce1-909c9a7c947a req-69ca096e-9984-4a11-b264-a69efcbdba2f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843008 Jan 17 21:43:19.724216 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd86e-53d8-460a-a2c1-df161baa28ac req-4f479970-b133-4dac-b7ca-bb60a72e85ee tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:19.725162 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc637319-fa80-471b-96c7-8e2595151354 req-f3e69557-4b43-4cd0-9033-72e6657ba7a0 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:19.726941 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bc637319-fa80-471b-96c7-8e2595151354 req-f3e69557-4b43-4cd0-9033-72e6657ba7a0 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1206903 Jan 17 21:43:19.727767 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-909bd86e-53d8-460a-a2c1-df161baa28ac req-4f479970-b133-4dac-b7ca-bb60a72e85ee tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0855038 Jan 17 21:43:19.821135 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-909bd86e-53d8-460a-a2c1-df161baa28ac req-2e909c8c-8904-4e32-a2b3-613334e345b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841269 Jan 17 21:43:19.823225 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bc637319-fa80-471b-96c7-8e2595151354 req-f88888da-e4ba-4128-b193-d96a7edad60d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867615 Jan 17 21:43:20.340468 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:20.584659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4f3e6-b1df-49d6-9111-2c5536b6d605 req-51a58835-e800-45e8-a28e-8db1cd86a280 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:20.586426 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-46f4f3e6-b1df-49d6-9111-2c5536b6d605 req-51a58835-e800-45e8-a28e-8db1cd86a280 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1302052 Jan 17 21:43:20.734593 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-46f4f3e6-b1df-49d6-9111-2c5536b6d605 req-5a4f8375-9916-4f43-aa73-f7b3b60d1fb4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375949 Jan 17 21:43:20.940519 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf587b8-103c-4593-b0a7-727280b22943 req-e5f9bd6b-0530-46b6-801c-e3c8251ed9b3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:20.942160 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bbf587b8-103c-4593-b0a7-727280b22943 req-e5f9bd6b-0530-46b6-801c-e3c8251ed9b3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0745614 Jan 17 21:43:21.042999 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bbf587b8-103c-4593-b0a7-727280b22943 req-c1627421-8304-4efd-a9f8-9ea1bfa161eb tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942743 Jan 17 21:43:21.192127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a764a2-5489-43fb-a1fb-d535ed90b82c req-56bb0627-348e-4fdb-81f0-0658198ecc6d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:21.194989 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f1a764a2-5489-43fb-a1fb-d535ed90b82c req-56bb0627-348e-4fdb-81f0-0658198ecc6d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0853891 Jan 17 21:43:21.233901 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:43:21.279363 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f1a764a2-5489-43fb-a1fb-d535ed90b82c req-8a7ede03-3add-411c-8c17-b7189553a301 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785925 Jan 17 21:43:21.454039 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b610ff0-ac3d-4301-8fe1-7c97ad5978cc req-13c602d3-2900-4dab-b8c6-3a56aee87174 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:21.456021 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9b610ff0-ac3d-4301-8fe1-7c97ad5978cc req-13c602d3-2900-4dab-b8c6-3a56aee87174 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0665860 Jan 17 21:43:21.527147 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9b610ff0-ac3d-4301-8fe1-7c97ad5978cc req-3c734e42-f48c-44b5-ab29-3232cc41f25c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612032 Jan 17 21:43:21.973719 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f147cf8-edd9-457f-9b3b-bc94df4c03ec req-e5217813-2d22-479c-8a54-67e0fd40dafa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:21.991113 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5f147cf8-edd9-457f-9b3b-bc94df4c03ec req-e5217813-2d22-479c-8a54-67e0fd40dafa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0957620 Jan 17 21:43:22.086351 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5f147cf8-edd9-457f-9b3b-bc94df4c03ec req-e7f71c7a-8c97-4de1-9ae7-2b61864b771f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936246 Jan 17 21:43:22.254405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f910909-ecf2-493a-9365-c7e0cfad878d req-6f0e5304-b9eb-42b2-baac-5138adea4596 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:22.259748 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f910909-ecf2-493a-9365-c7e0cfad878d req-6f0e5304-b9eb-42b2-baac-5138adea4596 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0849838 Jan 17 21:43:22.356376 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f910909-ecf2-493a-9365-c7e0cfad878d req-0ab574c6-c90f-407b-9a08-97d2d361fbe7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772166 Jan 17 21:43:22.562278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b983f02-5beb-4535-b996-48fdffb8e2e0 req-f6a8d5de-ec5d-45f1-b53f-9ab78969e24c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:22.569705 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2b983f02-5beb-4535-b996-48fdffb8e2e0 req-f6a8d5de-ec5d-45f1-b53f-9ab78969e24c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1169581 Jan 17 21:43:22.679750 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2b983f02-5beb-4535-b996-48fdffb8e2e0 req-a7e28e82-ea3c-4bbd-b34a-abb238fba823 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046805 Jan 17 21:43:22.700733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39188) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:22.820146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f794cce-8f7a-41a4-befb-f0973778ba44 req-6dc0c6fa-34a6-4eb8-870d-94a778aff6c1 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:22.828268 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1f794cce-8f7a-41a4-befb-f0973778ba44 req-6dc0c6fa-34a6-4eb8-870d-94a778aff6c1 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0783563 Jan 17 21:43:22.907906 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1f794cce-8f7a-41a4-befb-f0973778ba44 req-33d4c3cc-b168-4366-8398-4229dd13944c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784147 Jan 17 21:43:22.916528 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a9751d1-d9e9-4a1c-8fb5-669c51691241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.028912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a9751d1-d9e9-4a1c-8fb5-669c51691241 admin admin] Publish callbacks [] for security_group (e0c03c3f-a750-41de-84f8-120d3393fc1a), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.142447 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5a9751d1-d9e9-4a1c-8fb5-669c51691241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e0c03c3f-a750-41de-84f8-120d3393fc1a), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.192520 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9751d1-d9e9-4a1c-8fb5-669c51691241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c03c3f-a750-41de-84f8-120d3393fc1a,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:23.202195 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5a9751d1-d9e9-4a1c-8fb5-669c51691241 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5d697fbc12774ba2adfaef52d47cab9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5155983 Jan 17 21:43:23.210006 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 39194) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:23.311196 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe5250-28c5-4be8-addb-11a8cf15f92b req-155a6499-946e-4a5c-a16e-6d4f93ce743c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:23.313625 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-62fe5250-28c5-4be8-addb-11a8cf15f92b req-155a6499-946e-4a5c-a16e-6d4f93ce743c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1298964 Jan 17 21:43:23.346512 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] Publish callbacks [] for security_group (e0c03c3f-a750-41de-84f8-120d3393fc1a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.397458 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] Publish callbacks [] for security_group (e0c03c3f-a750-41de-84f8-120d3393fc1a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.408139 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-62fe5250-28c5-4be8-addb-11a8cf15f92b req-d2835889-a9d5-4c22-bdf0-800480a379f6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850296 Jan 17 21:43:23.534954 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0ecfe-a540-4974-9db5-e17d3513a98b req-7714c729-faee-468a-9816-625db61938ac tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:23.536601 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-95a0ecfe-a540-4974-9db5-e17d3513a98b req-7714c729-faee-468a-9816-625db61938ac tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0545912 Jan 17 21:43:23.592234 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-95a0ecfe-a540-4974-9db5-e17d3513a98b req-261eef13-976a-475f-96e4-9e9922e47eab tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482905 Jan 17 21:43:23.600575 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e0c03c3f-a750-41de-84f8-120d3393fc1a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.603903 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:23.605788 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e0c03c3f-a750-41de-84f8-120d3393fc1a HTTP/1.1" status: 204 len: 168 time: 0.4014735 Jan 17 21:43:23.619504 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f615004-025f-44a2-a0c3-6746a80b5c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c03c3f-a750-41de-84f8-120d3393fc1a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:23.883467 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a98113-045b-4d45-9cdd-58b8681bd4ed req-edd79f96-ef10-40d0-841b-7f89eb7a94d8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:23.885073 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c5a98113-045b-4d45-9cdd-58b8681bd4ed req-edd79f96-ef10-40d0-841b-7f89eb7a94d8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0974343 Jan 17 21:43:23.897458 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-060ff901-9ea9-49ec-9cd8-2b186102cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:23.899199 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-060ff901-9ea9-49ec-9cd8-2b186102cbe1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1096 time: 0.0597050 Jan 17 21:43:24.004385 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c5a98113-045b-4d45-9cdd-58b8681bd4ed req-5a706748-fb36-4ef2-b032-cbe7abbf3207 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117389 Jan 17 21:43:24.117797 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-da85ce38-5155-4f9e-b1b3-7ba436394840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.121700 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-da85ce38-5155-4f9e-b1b3-7ba436394840 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=1d76fe22350840edb5055f107b0ac4ec&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2104630 Jan 17 21:43:24.204909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03483638-e5c5-43a5-96e6-8978a9c7d035 req-fe635716-e9e8-4ad1-9b33-ba431dac09f7 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.207695 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-03483638-e5c5-43a5-96e6-8978a9c7d035 req-fe635716-e9e8-4ad1-9b33-ba431dac09f7 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0766160 Jan 17 21:43:24.262487 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-989b979d-727b-4d86-91fd-70172b453cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.264311 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-30012b65-f8b2-4816-9599-fe83300ff4ca req-989b979d-727b-4d86-91fd-70172b453cc7 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1367087 Jan 17 21:43:24.289507 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-03483638-e5c5-43a5-96e6-8978a9c7d035 req-00afc3f5-e3e0-400d-8905-9692987916a4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758872 Jan 17 21:43:24.294856 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39218) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:24.385255 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-44c9864b-5f28-4960-bd3f-a2965484d3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.386391 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-44c9864b-5f28-4960-bd3f-a2965484d3c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1096 time: 0.0667381 Jan 17 21:43:24.482102 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-fdfb9031-1a6e-4e4c-abfa-790e1e78631f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 217 time: 0.0811749 Jan 17 21:43:24.500847 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7084b9d8-0f2a-477c-beaa-d16a5445a8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.548262 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 39224) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:24.582970 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-06e10d00-17c6-46f2-9769-ddf502b0f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.585191 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-06e10d00-17c6-46f2-9769-ddf502b0f869 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.0906971 Jan 17 21:43:24.586419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-14d4bed2-99bd-4789-a8c5-0bc0af51adea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.624872 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efc9ac-2e56-469d-a71a-cedde4cfeb1a req-d5cf4553-1b14-499d-badb-c19fc514e25d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.626626 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34efc9ac-2e56-469d-a71a-cedde4cfeb1a req-d5cf4553-1b14-499d-badb-c19fc514e25d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0925884 Jan 17 21:43:24.697704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7084b9d8-0f2a-477c-beaa-d16a5445a8c1 admin admin] Publish callbacks [] for security_group (2478b322-4c72-4131-b08e-c2c9dfe652ea), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.698817 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-e85495a7-6742-4eeb-9826-5926c5e57f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:24.700405 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-e85495a7-6742-4eeb-9826-5926c5e57f79 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969400 Jan 17 21:43:24.829897 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34efc9ac-2e56-469d-a71a-cedde4cfeb1a req-9fa85f56-eac0-40f9-b266-fd7753252f22 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887815 Jan 17 21:43:24.881543 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-14d4bed2-99bd-4789-a8c5-0bc0af51adea admin admin] Publish callbacks [] for security_group (4d8e2f63-2e35-45f7-9efb-3d6162efc8b5), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.892068 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7084b9d8-0f2a-477c-beaa-d16a5445a8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2478b322-4c72-4131-b08e-c2c9dfe652ea), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:24.982938 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-14d4bed2-99bd-4789-a8c5-0bc0af51adea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4d8e2f63-2e35-45f7-9efb-3d6162efc8b5), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.011650 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084b9d8-0f2a-477c-beaa-d16a5445a8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2478b322-4c72-4131-b08e-c2c9dfe652ea,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:25.029394 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-14d4bed2-99bd-4789-a8c5-0bc0af51adea admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=498ce21b6dd9434ba299603c48578296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797792 Jan 17 21:43:25.030592 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-7084b9d8-0f2a-477c-beaa-d16a5445a8c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=66183fc1c905425da7276271fa492097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7343953 Jan 17 21:43:25.041638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39232) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:25.041638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39234) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:25.044108 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-7578f488-3541-4205-a22f-a6d3de43a2a7 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298140 Jan 17 21:43:25.045630 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d4bed2-99bd-4789-a8c5-0bc0af51adea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e2f63-2e35-45f7-9efb-3d6162efc8b5,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:25.085686 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd2603-62b0-4f94-b9f7-b8ea25431213 req-fa30f93a-91f4-4076-8d7c-1b9baeb42074 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:25.088605 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-70dd2603-62b0-4f94-b9f7-b8ea25431213 req-fa30f93a-91f4-4076-8d7c-1b9baeb42074 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.2612002 Jan 17 21:43:25.206795 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a467a8-54f1-44dd-8cf7-6e227c520093 req-001725a6-82c1-43f5-87ec-fc6429e3c46a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:25.208762 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74a467a8-54f1-44dd-8cf7-6e227c520093 req-001725a6-82c1-43f5-87ec-fc6429e3c46a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0634909 Jan 17 21:43:25.304551 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74a467a8-54f1-44dd-8cf7-6e227c520093 req-f774d9e7-45db-4ab3-92d5-01d8937a358b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809865 Jan 17 21:43:25.412892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-70dd2603-62b0-4f94-b9f7-b8ea25431213 req-68842ea2-649c-424e-b100-4b5fc691a52b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933939 Jan 17 21:43:25.424528 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] Publish callbacks [] for security_group (2478b322-4c72-4131-b08e-c2c9dfe652ea), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.427643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] Publish callbacks [] for security_group (4d8e2f63-2e35-45f7-9efb-3d6162efc8b5), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.450616 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c47956-81ce-4f76-8832-84c48284bc71 req-3175e639-e0bb-4d0f-a531-e83a12cb03b0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:25.453227 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-04c47956-81ce-4f76-8832-84c48284bc71 req-3175e639-e0bb-4d0f-a531-e83a12cb03b0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0699043 Jan 17 21:43:25.483904 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b94011b0-983e-4e18-bf07-aadcc667c0bb req-df3ef600-0123-456e-a7cc-ef36de27369f service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127531 Jan 17 21:43:25.512657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] Publish callbacks [] for security_group (2478b322-4c72-4131-b08e-c2c9dfe652ea), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.513304 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-04c47956-81ce-4f76-8832-84c48284bc71 req-198a7cc8-d661-43d3-956d-2143fdcdbc15 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Jan 17 21:43:25.527614 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] Publish callbacks [] for security_group (4d8e2f63-2e35-45f7-9efb-3d6162efc8b5), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.617431 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-01561657-e263-44d2-bd1a-53e1c8a096e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.748879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2478b322-4c72-4131-b08e-c2c9dfe652ea), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.752186 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.753827 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2478b322-4c72-4131-b08e-c2c9dfe652ea HTTP/1.1" status: 204 len: 168 time: 0.7079690 Jan 17 21:43:25.757402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4d8e2f63-2e35-45f7-9efb-3d6162efc8b5), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.761044 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:25.762518 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d8e2f63-2e35-45f7-9efb-3d6162efc8b5 HTTP/1.1" status: 204 len: 168 time: 0.7134118 Jan 17 21:43:25.775913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506feb52-152d-44cf-a734-b020aaf22f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2478b322-4c72-4131-b08e-c2c9dfe652ea,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:25.792394 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af4ccfe-81dd-4d30-9137-c9f01909dfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e2f63-2e35-45f7-9efb-3d6162efc8b5,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:26.070991 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4f45-d2fb-473d-b454-dd8c2f9b14a1 req-a3c34129-6362-496e-9cf9-b2607a6a183e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:26.073320 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f10e4f45-d2fb-473d-b454-dd8c2f9b14a1 req-a3c34129-6362-496e-9cf9-b2607a6a183e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0905976 Jan 17 21:43:26.152394 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f10e4f45-d2fb-473d-b454-dd8c2f9b14a1 req-00cc1830-ee96-41a7-926e-a11ea17b91fc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705948 Jan 17 21:43:26.514224 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dd635-1b12-4242-90f7-15300ecfe174 req-4156cade-25b0-4d79-b428-0040f0bf85ba tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:26.523730 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a76dd635-1b12-4242-90f7-15300ecfe174 req-4156cade-25b0-4d79-b428-0040f0bf85ba tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1027684 Jan 17 21:43:26.616648 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a76dd635-1b12-4242-90f7-15300ecfe174 req-b4f457d8-cd5d-480a-8807-8d87c4ab63f1 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883060 Jan 17 21:43:26.773678 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a792045-79db-4967-af8c-42efb8074ed7 req-eb9c2071-6839-492a-99c6-324ca4936aea tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:26.775582 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4a792045-79db-4967-af8c-42efb8074ed7 req-eb9c2071-6839-492a-99c6-324ca4936aea tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0634975 Jan 17 21:43:26.835608 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4a792045-79db-4967-af8c-42efb8074ed7 req-f9b6771a-1647-4695-bfb5-cc52c4dccc69 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538526 Jan 17 21:43:27.023727 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cd761-bc66-47c1-9759-b37277dfa8d4 req-8111ca0b-abdb-4264-b1be-f530f8e61a93 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:27.025441 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b97cd761-bc66-47c1-9759-b37277dfa8d4 req-8111ca0b-abdb-4264-b1be-f530f8e61a93 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0780654 Jan 17 21:43:27.090421 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b97cd761-bc66-47c1-9759-b37277dfa8d4 req-b6d503f0-5477-4bee-a53e-549e96fb362c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551298 Jan 17 21:43:27.346094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42a9e7-461c-419f-845f-76d68f7eb67e req-20f1c984-38e9-441c-8823-dfe439ea7355 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:27.349621 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ef42a9e7-461c-419f-845f-76d68f7eb67e req-20f1c984-38e9-441c-8823-dfe439ea7355 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0951965 Jan 17 21:43:27.407849 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ef42a9e7-461c-419f-845f-76d68f7eb67e req-d1a4ff1c-89f6-452f-9f3c-4cf50170cc76 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508792 Jan 17 21:43:27.448730 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39294) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:27.578211 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1031371061-network', 'tenant_id': 'd1ec7a78b15f48c898b6b4bc1448d034'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:27.743962 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Made reservation on behalf of d1ec7a78b15f48c898b6b4bc1448d034 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:43:27.746261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:27.760153 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:27.782342 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e94a2-f020-43f9-b8d6-fe9f36a6f1e6 req-f2d1ffde-27bf-4411-9f1d-c07a6038aa5b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:27.783946 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ab3e94a2-f020-43f9-b8d6-fe9f36a6f1e6 req-f2d1ffde-27bf-4411-9f1d-c07a6038aa5b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0744112 Jan 17 21:43:27.865513 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ab3e94a2-f020-43f9-b8d6-fe9f36a6f1e6 req-09f3c0b5-ecba-42c6-9cdc-a01ceeb1ca0f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708354 Jan 17 21:43:27.903032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks [] for security_group (711c5e0f-51b2-4fff-8639-bcd70a3a905b), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.005748 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7087db6a-8179-4e70-98b2-95b9e73812d3 req-d918adc5-f421-4820-82dd-b38d8e9edeba tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:28.007460 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7087db6a-8179-4e70-98b2-95b9e73812d3 req-d918adc5-f421-4820-82dd-b38d8e9edeba tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0560822 Jan 17 21:43:28.010582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (711c5e0f-51b2-4fff-8639-bcd70a3a905b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.045296 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:43:28.068693 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711c5e0f-51b2-4fff-8639-bcd70a3a905b,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:28.078521 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (1e71cdd9-9884-4066-a0ce-7b8c8214f796), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.079244 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Added segment 1e71cdd9-9884-4066-a0ce-7b8c8214f796 of type vlan for network 66844417-f595-48b0-be31-b07e9dce022f Jan 17 21:43:28.084541 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7087db6a-8179-4e70-98b2-95b9e73812d3 req-49ea37c5-79c6-4ecd-b23c-c31fe2405704 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699472 Jan 17 21:43:28.161836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (66844417-f595-48b0-be31-b07e9dce022f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.245385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d8943-2acb-47e6-a1e2-f9cba73186f0 req-ad4ab3fc-64a8-402c-9837-466a6a3010a0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:28.246954 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b03d8943-2acb-47e6-a1e2-f9cba73186f0 req-ad4ab3fc-64a8-402c-9837-466a6a3010a0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.0685420 Jan 17 21:43:28.285152 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cddbd648-23f0-476a-95fb-a97fb4f68296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.324045 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b03d8943-2acb-47e6-a1e2-f9cba73186f0 req-375896ed-6d3f-4c5e-afb1-dec18db5eebf tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705237 Jan 17 21:43:28.345879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (66844417-f595-48b0-be31-b07e9dce022f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.347529 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:28.348553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.452410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] Pushing event updated for resources: {'Network': ['ID=66844417-f595-48b0-be31-b07e9dce022f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:28.467177 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 66844417-f595-48b0-be31-b07e9dce022f details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:43:28.519265 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4f7aa09c-97c8-4800-94f2-4949e964a426 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0694067 Jan 17 21:43:28.523344 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39310) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:28.529108 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Request body: {'subnet': {'network_id': '66844417-f595-48b0-be31-b07e9dce022f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1031371061-subnet', 'tenant_id': 'd1ec7a78b15f48c898b6b4bc1448d034', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:28.550882 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f171b-5856-47a5-9117-9de8920ad112 req-94490ffd-562a-4ebd-9dc0-3933992acce0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:28.553411 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-745f171b-5856-47a5-9117-9de8920ad112 req-94490ffd-562a-4ebd-9dc0-3933992acce0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0624881 Jan 17 21:43:28.610546 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-745f171b-5856-47a5-9117-9de8920ad112 req-07da77f4-0c1f-45e8-afa1-22f0ba058d18 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501842 Jan 17 21:43:28.659591 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Made reservation on behalf of d1ec7a78b15f48c898b6b4bc1448d034 for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:43:28.662994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4244173'] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:28.957298 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8319521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4244191'] for subnet (b8d662c6-ebb5-47dd-850b-bb5528596457), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:29.045651 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d662c6-ebb5-47dd-850b-bb5528596457,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:29.074149 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e114f-c20c-48b8-a211-294b92cf109e req-941f4a44-2dbf-45b1-aae0-c115f50a9357 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:29.075850 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-879e114f-c20c-48b8-a211-294b92cf109e req-941f4a44-2dbf-45b1-aae0-c115f50a9357 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1310089 Jan 17 21:43:29.079290 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Checking segment: {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:43:29.079686 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Network hostable DHCP agents. Network: 66844417-f595-48b0-be31-b07e9dce022f, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:43:29.145290 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-879e114f-c20c-48b8-a211-294b92cf109e req-fc754c88-f6da-498b-9bde-4c2b0da05af4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615854 Jan 17 21:43:29.222933 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Network 66844417-f595-48b0-be31-b07e9dce022f is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:43:29.251158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ec556-2d44-472e-881f-d6f8458389ef req-e1779de7-883b-4b0d-9ab9-8429dc0ea66a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:29.252927 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fc9ec556-2d44-472e-881f-d6f8458389ef req-e1779de7-883b-4b0d-9ab9-8429dc0ea66a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0614288 Jan 17 21:43:29.310819 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fc9ec556-2d44-472e-881f-d6f8458389ef req-3ef65be7-0db7-4361-9838-e4378c890e93 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505307 Jan 17 21:43:29.352239 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 66844417-f595-48b0-be31-b07e9dce022f) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:43:29.357399 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:29.358419 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:29.370162 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6cb73a-5baf-46bd-a866-8273ffed675d None None] Network 66844417-f595-48b0-be31-b07e9dce022f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:43:29.452333 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 765f173f-06c4-4a23-b868-8febce92600f details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:43:29.491512 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-61e200f1-1bab-495c-a746-04163c756045 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9670348 Jan 17 21:43:29.529571 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65642f6-4d98-440d-a3a9-341972156532 req-4142e853-10d0-4ecd-988f-d9fdd306fa36 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:29.532495 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f65642f6-4d98-440d-a3a9-341972156532 req-4142e853-10d0-4ecd-988f-d9fdd306fa36 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 943 time: 0.1017737 Jan 17 21:43:29.632405 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0231f3-14d6-4413-99ce-a9e61412b2e6 None None] Network 66844417-f595-48b0-be31-b07e9dce022f requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:43:29.639680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f65642f6-4d98-440d-a3a9-341972156532 req-c8311264-15e5-49d8-ab3b-ddc4c44c070f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937047 Jan 17 21:43:29.752214 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:29.774268 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '765f173f-06c4-4a23-b868-8febce92600f', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'port_id': '765f173f-06c4-4a23-b868-8febce92600f', 'mac_address': 'fa:16:3e:11:8c:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:43:29.827117 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68165cd-4550-4e05-9924-8c270fa23cde req-a064d744-74e9-49e8-83d7-c0be51ca4894 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:29.829463 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f68165cd-4550-4e05-9924-8c270fa23cde req-a064d744-74e9-49e8-83d7-c0be51ca4894 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0864058 Jan 17 21:43:29.855103 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 765f173f-06c4-4a23-b868-8febce92600f is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:29.855930 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:29.883892 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765f173f-06c4-4a23-b868-8febce92600f {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:29.891697 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f68165cd-4550-4e05-9924-8c270fa23cde req-9d509ce9-a7a5-47ba-9aae-a5e886672d3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531695 Jan 17 21:43:29.902138 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:29.928757 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:30.026021 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:30.111630 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:30.122405 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.122854 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.123741 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.126244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.127615 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.127615 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.128631 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:30.289776 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649a3d5-9f07-4828-9b00-e280b75fa885 req-c8132bf7-1dc8-4981-9f76-386f5c81ae7a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:30.291218 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5649a3d5-9f07-4828-9b00-e280b75fa885 req-c8132bf7-1dc8-4981-9f76-386f5c81ae7a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0614071 Jan 17 21:43:30.347674 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5649a3d5-9f07-4828-9b00-e280b75fa885 req-291fef84-f923-40ef-8b87-b01b76f7153c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503588 Jan 17 21:43:30.451517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a31dd-a6f9-478b-a154-ee52a8bc981f req-1eb6546b-0797-464d-9341-7fe355bad8be tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:30.453124 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b62a31dd-a6f9-478b-a154-ee52a8bc981f req-1eb6546b-0797-464d-9341-7fe355bad8be tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0544803 Jan 17 21:43:30.463730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:43:30.515238 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b62a31dd-a6f9-478b-a154-ee52a8bc981f req-33a3ef71-6842-4b05-9ab7-fb2bd710007d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525961 Jan 17 21:43:30.782481 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1483-00b9-4a8d-943f-a774573a5164 req-f4e5f20a-3a3b-4d28-967b-6cc5f331423d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:30.784342 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f5ac1483-00b9-4a8d-943f-a774573a5164 req-f4e5f20a-3a3b-4d28-967b-6cc5f331423d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 944 time: 0.0563955 Jan 17 21:43:30.838496 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f5ac1483-00b9-4a8d-943f-a774573a5164 req-476f79e3-45fc-4292-baf4-6e8a33c545d8 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478585 Jan 17 21:43:31.064682 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46d2e3-7f92-4155-8bea-d24eec589c02 req-78d6f0e6-3ff4-4c02-8126-e30ac94f75a5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:31.066321 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-de46d2e3-7f92-4155-8bea-d24eec589c02 req-78d6f0e6-3ff4-4c02-8126-e30ac94f75a5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0600667 Jan 17 21:43:31.128691 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-de46d2e3-7f92-4155-8bea-d24eec589c02 req-a6d0f63e-f5c1-44b6-a239-a108b2c5c9cb tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545306 Jan 17 21:43:31.451191 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:43:31.487761 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cdb88-867b-47dd-b12c-c2cdfe2931ee req-abd21557-cccd-4aa7-8fdc-75e3467a5234 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:31.492427 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032cdb88-867b-47dd-b12c-c2cdfe2931ee req-abd21557-cccd-4aa7-8fdc-75e3467a5234 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0630405 Jan 17 21:43:31.546450 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-032cdb88-867b-47dd-b12c-c2cdfe2931ee req-65660e6b-59ef-4a30-b300-e07e51dcd2c2 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470188 Jan 17 21:43:31.626280 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:31.649446 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:43:31.675050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e10826-1729-4f84-9657-27588e7d28ba req-e1a61c6c-a0f3-42ba-a30c-b6d2642c61ae tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:31.676686 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90e10826-1729-4f84-9657-27588e7d28ba req-e1a61c6c-a0f3-42ba-a30c-b6d2642c61ae tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0729694 Jan 17 21:43:31.716315 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: ACTIVE; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:31.716891 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:31.738612 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90e10826-1729-4f84-9657-27588e7d28ba req-661e6047-87c0-4497-9f19-781c3e8f7b00 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546861 Jan 17 21:43:31.742406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:31.766699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:31.843218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:31.908687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=6']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:31.977744 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbb064-110d-4560-a2a8-81ec76dcfb0c req-c1cb234f-6c58-4f19-b0ed-4042ad40a87a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:31.979350 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-25cbb064-110d-4560-a2a8-81ec76dcfb0c req-c1cb234f-6c58-4f19-b0ed-4042ad40a87a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 944 time: 0.0619750 Jan 17 21:43:32.037011 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-25cbb064-110d-4560-a2a8-81ec76dcfb0c req-4eeb59e2-d156-4d7b-9dd6-63316fed3056 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465934 Jan 17 21:43:32.136305 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['c2a19de4-9af9-4c9d-b6df-08eec66458b2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:43:32.218915 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:32.320615 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a039261-55c6-4b0e-955a-4af437157547 req-4952b369-0a27-43ed-94da-302613a107b0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:32.322219 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2a039261-55c6-4b0e-955a-4af437157547 req-4952b369-0a27-43ed-94da-302613a107b0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0956922 Jan 17 21:43:32.404184 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2a039261-55c6-4b0e-955a-4af437157547 req-258508fa-eee9-4b96-80b7-20fcce0a9454 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688548 Jan 17 21:43:32.541556 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-c506750b-5b6d-4b36-b215-272d3752b53c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:32.543134 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-c506750b-5b6d-4b36-b215-272d3752b53c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/networks?id=66844417-f595-48b0-be31-b07e9dce022f HTTP/1.1" status: 200 len: 809 time: 0.1346018 Jan 17 21:43:32.562922 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-85da9cb4-7b63-43fd-9cd2-3c943d9a5b11 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/quotas/d1ec7a78b15f48c898b6b4bc1448d034 HTTP/1.1" status: 200 len: 375 time: 0.0097103 Jan 17 21:43:32.607099 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-4e805c1a-429b-422a-9bc6-65fb297f9c47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329986 Jan 17 21:43:32.701770 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c9411-fda2-4486-ab3e-be4f9887702b req-d7875420-9756-4336-9b74-6912a04c0bf9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:32.703262 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e78c9411-fda2-4486-ab3e-be4f9887702b req-d7875420-9756-4336-9b74-6912a04c0bf9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0687432 Jan 17 21:43:32.718974 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-1c65a856-2101-44c5-913b-d4645e351ee7 service neutron] 10.222.0.74 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042006 Jan 17 21:43:32.774003 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e78c9411-fda2-4486-ab3e-be4f9887702b req-3a0badfb-e147-46a3-ab2a-a3b8c8cbe179 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624206 Jan 17 21:43:32.865827 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:32.959694 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc3d05-5821-4757-99f2-8a2749582298 req-11b48a50-c226-4188-8b73-54ba0b2b0634 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:32.962610 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fdc3d05-5821-4757-99f2-8a2749582298 req-11b48a50-c226-4188-8b73-54ba0b2b0634 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0871651 Jan 17 21:43:33.040875 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fdc3d05-5821-4757-99f2-8a2749582298 req-03297dd4-ed28-4755-963b-52cc8499291c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Jan 17 21:43:33.137855 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-550fd5b2-6dca-4fcb-980f-4c69ed08633f service neutron] 10.222.0.74 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114788 Jan 17 21:43:33.202890 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0c369-7ecd-4fe4-96d8-b01dbf16e66c req-1094ff79-93f6-47d2-8735-bd38fac18862 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:33.204528 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e8d0c369-7ecd-4fe4-96d8-b01dbf16e66c req-1094ff79-93f6-47d2-8735-bd38fac18862 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 944 time: 0.0587234 Jan 17 21:43:33.261499 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e8d0c369-7ecd-4fe4-96d8-b01dbf16e66c req-22d509e5-0bc7-475c-989c-dec67651d92b tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490730 Jan 17 21:43:33.467217 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 765f173f-06c4-4a23-b868-8febce92600f up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:43:33.620519 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d9b3e040-d360-4531-81c3-5f9eb98c1e80 req-2ca3e675-b617-47f5-b757-2e9cf2249a1a tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Jan 17 21:43:33.627550 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5bb4e1-a1d2-476e-89cc-53c2ef5a4fcc req-d9de218d-d5dc-4daa-b242-4770ef5dd23b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:33.629297 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5f5bb4e1-a1d2-476e-89cc-53c2ef5a4fcc req-d9de218d-d5dc-4daa-b242-4770ef5dd23b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0877118 Jan 17 21:43:33.678389 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 765f173f-06c4-4a23-b868-8febce92600f completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:43:33.682967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 765f173f-06c4-4a23-b868-8febce92600f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:43:33.684005 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (765f173f-06c4-4a23-b868-8febce92600f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:33.717154 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5f5bb4e1-a1d2-476e-89cc-53c2ef5a4fcc req-0889a234-2267-451a-9c54-1ccae02f2e48 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798225 Jan 17 21:43:33.821461 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 765f173f-06c4-4a23-b868-8febce92600f is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:33.822085 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:33.904670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:33.906560 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:33.909803 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6635870a-ae6a-47f1-a3a8-2c580be99372" -d '{"events": [{"server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "name": "network-vif-plugged", "status": "completed", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:33.966149 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a43ab59-6993-4efe-9977-5b20bbaee65c x-openstack-request-id: req-1a43ab59-6993-4efe-9977-5b20bbaee65c {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:33.966667 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "name": "network-vif-plugged", "status": "completed", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:33.967001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1a43ab59-6993-4efe-9977-5b20bbaee65c {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:33.967682 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'code': 200} Jan 17 21:43:34.017036 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:34.018326 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:43:34.023636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507753b1-f6ea-451d-a6d2-250879bd5635 req-872e3a2b-fce1-44b1-bdc6-50c3c664be92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:34.033098 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-507753b1-f6ea-451d-a6d2-250879bd5635 req-872e3a2b-fce1-44b1-bdc6-50c3c664be92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0999303 Jan 17 21:43:34.140255 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:34.162731 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port c2a19de4-9af9-4c9d-b6df-08eec66458b2 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:43:34.168651 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:34.186698 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-507753b1-f6ea-451d-a6d2-250879bd5635 req-10a84af1-f968-4293-aa27-b0e29c16d9e8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470990 Jan 17 21:43:34.301825 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2871a87-5453-4d20-89de-c1b07603a6db req-6de945c2-c29f-4147-8ba0-b1f1dc82bb8f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:34.304471 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e2871a87-5453-4d20-89de-c1b07603a6db req-6de945c2-c29f-4147-8ba0-b1f1dc82bb8f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0923359 Jan 17 21:43:34.377513 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:34.377513 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:34.455738 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:34.460483 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e2871a87-5453-4d20-89de-c1b07603a6db req-70496188-8df1-4c1e-92fc-e9274e776a13 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368113 Jan 17 21:43:34.548786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:34.590428 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d4c58-69c7-48b7-b0f0-b20598cb75ae req-89557e50-9079-4d46-ba5e-0b962fe7bfc5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:34.619228 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-465d4c58-69c7-48b7-b0f0-b20598cb75ae req-89557e50-9079-4d46-ba5e-0b962fe7bfc5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.1504574 Jan 17 21:43:34.642249 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=7']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:34.805113 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-89fa286b-af48-456a-968e-97f6f9ca8491 req-60e619de-e0f2-4cfa-b838-ec3675fb795a tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0572062 Jan 17 21:43:34.844090 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-465d4c58-69c7-48b7-b0f0-b20598cb75ae req-05150891-93c3-4fd4-920c-e8524f6660a7 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234712 Jan 17 21:43:34.869374 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd550cd-d7e8-4dc5-ace5-815f578ddbaf req-185c832d-242a-4a90-a3fd-7aafee181a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:34.873152 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dbd550cd-d7e8-4dc5-ace5-815f578ddbaf req-185c832d-242a-4a90-a3fd-7aafee181a85 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1098 time: 0.2506993 Jan 17 21:43:34.985742 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dbd550cd-d7e8-4dc5-ace5-815f578ddbaf req-f4c1c5c7-1ccd-49ee-87da-7029387fa540 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021581 Jan 17 21:43:35.010645 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7125a-084d-46b2-8704-38f733e64355 req-85d4b3a3-ce21-4bf2-8f14-78ca4b985c76 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:35.012477 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-24f7125a-084d-46b2-8704-38f733e64355 req-85d4b3a3-ce21-4bf2-8f14-78ca4b985c76 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0942585 Jan 17 21:43:35.072527 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-24f7125a-084d-46b2-8704-38f733e64355 req-387d62d2-d8bc-44d0-8eb7-e4880abc99de tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540919 Jan 17 21:43:35.369542 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9cddba-17bd-4906-8ac0-53c0c61635aa req-d81722f1-2543-4e01-bfcb-4bde10527cb7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:35.376706 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bc9cddba-17bd-4906-8ac0-53c0c61635aa req-d81722f1-2543-4e01-bfcb-4bde10527cb7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0863857 Jan 17 21:43:35.455867 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bc9cddba-17bd-4906-8ac0-53c0c61635aa req-eee54940-fee6-4aaf-b080-92e142fc2d09 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779593 Jan 17 21:43:35.710633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f5013-5e8c-4605-95cb-83ebaa27b986 req-f6e3a801-79ce-4209-a7be-cbb9d2864cd7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:35.712258 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-df6f5013-5e8c-4605-95cb-83ebaa27b986 req-f6e3a801-79ce-4209-a7be-cbb9d2864cd7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0971754 Jan 17 21:43:35.784647 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-df6f5013-5e8c-4605-95cb-83ebaa27b986 req-68c1d936-0992-4945-8f4b-14c998fa9ad9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Jan 17 21:43:35.968598 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:35.971069 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c72e03-d3a8-4b28-ae9f-6df14bf7931c" -d '{"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:36.010122 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5faae8a3-1aab-49f5-93f3-4d8c3996269f req-315a69e8-449e-42fa-b7e0-8244e08b2e0e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0563977 Jan 17 21:43:36.123155 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661389a2-0dd5-4f48-b45b-808e944b26ef req-0a79e305-946e-4886-8d3d-0a092320191d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:36.129990 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-661389a2-0dd5-4f48-b45b-808e944b26ef req-0a79e305-946e-4886-8d3d-0a092320191d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.1191416 Jan 17 21:43:36.143407 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac724e6-3f0d-404b-9b7f-e91520100a18 x-openstack-request-id: req-aac724e6-3f0d-404b-9b7f-e91520100a18 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:36.144943 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:36.145642 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-aac724e6-3f0d-404b-9b7f-e91520100a18 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:36.146557 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'code': 200} Jan 17 21:43:36.267388 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-661389a2-0dd5-4f48-b45b-808e944b26ef req-29696f20-551e-4399-b4d9-9410cc15993c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346998 Jan 17 21:43:36.352744 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb9f8e-6613-498c-afa8-52ad4fa9e028 req-69846c0e-9d56-4a13-bb96-70c08f949cd0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:36.355192 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-88cb9f8e-6613-498c-afa8-52ad4fa9e028 req-69846c0e-9d56-4a13-bb96-70c08f949cd0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1053572 Jan 17 21:43:36.455101 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-88cb9f8e-6613-498c-afa8-52ad4fa9e028 req-24624b35-0bde-4db8-a392-e894404eeba5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851660 Jan 17 21:43:36.717169 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfdaa3-dfdb-4488-9749-435133d5dd55 req-2a602f74-72ae-4be9-8571-8ba65c6f7557 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:36.735879 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ccbfdaa3-dfdb-4488-9749-435133d5dd55 req-2a602f74-72ae-4be9-8571-8ba65c6f7557 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1393807 Jan 17 21:43:36.854651 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ccbfdaa3-dfdb-4488-9749-435133d5dd55 req-a6a80321-2eb0-4e61-bc8d-11ebbc55ce42 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110239 Jan 17 21:43:37.152058 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b2d40-7a95-484d-8756-f3b7de2ad693 req-d1be0853-c6a6-4248-9618-30f751f11f9c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:37.154362 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fd3b2d40-7a95-484d-8756-f3b7de2ad693 req-d1be0853-c6a6-4248-9618-30f751f11f9c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1572244 Jan 17 21:43:37.260838 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fd3b2d40-7a95-484d-8756-f3b7de2ad693 req-19936198-d75b-4b2a-8bee-ca7d43063860 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957062 Jan 17 21:43:37.264844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f443a9fa-60d2-4494-88e7-f1a5a6fcf93c req-2269116b-952c-44f5-998a-3ab4a656dff5 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0893190 Jan 17 21:43:37.519685 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9526a14-a164-40f5-8a2c-ec55202bd0b0 req-0cc05143-ecfd-4d36-a6ae-bd7563e2e6e2 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:37.528279 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9526a14-a164-40f5-8a2c-ec55202bd0b0 req-0cc05143-ecfd-4d36-a6ae-bd7563e2e6e2 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.0997233 Jan 17 21:43:37.616284 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9526a14-a164-40f5-8a2c-ec55202bd0b0 req-bb3f2cd4-226b-4338-92e5-7590b345d66a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814040 Jan 17 21:43:37.738196 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fb442-8bd5-4a9d-8f6a-c67238d4137d req-d9ea0527-da98-41f3-8f77-ef55ab2b271e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:37.742084 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-892fb442-8bd5-4a9d-8f6a-c67238d4137d req-d9ea0527-da98-41f3-8f77-ef55ab2b271e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1215594 Jan 17 21:43:37.819877 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900af24-92b7-44ea-bc07-ef27e3c5e7f1 req-c36664cc-89aa-4d66-83d2-5c3243e96891 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:37.823185 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b900af24-92b7-44ea-bc07-ef27e3c5e7f1 req-c36664cc-89aa-4d66-83d2-5c3243e96891 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.1169045 Jan 17 21:43:37.875351 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-892fb442-8bd5-4a9d-8f6a-c67238d4137d req-d7aa6054-061d-4d51-957c-dce77ad9c462 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215940 Jan 17 21:43:37.923063 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b900af24-92b7-44ea-bc07-ef27e3c5e7f1 req-026dd749-0e91-4cc6-89e9-cef37b4ef153 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949013 Jan 17 21:43:38.116816 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7ea1-af5c-456d-b8e4-519b81fe3c82 req-6ce2e020-b607-4eb6-bb03-e226f0d94c71 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:38.120727 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-51fe7ea1-af5c-456d-b8e4-519b81fe3c82 req-6ce2e020-b607-4eb6-bb03-e226f0d94c71 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1139576 Jan 17 21:43:38.191925 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-51fe7ea1-af5c-456d-b8e4-519b81fe3c82 req-ba05f19e-76c5-4e5c-970d-c97cdf70278a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591285 Jan 17 21:43:38.425777 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c963a-eeb8-4fbf-8e20-80352877ed56 req-4154c003-d8a1-4932-a93a-bc0397f3e22a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:38.435131 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5e5c963a-eeb8-4fbf-8e20-80352877ed56 req-4154c003-d8a1-4932-a93a-bc0397f3e22a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.0909688 Jan 17 21:43:38.440474 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bd09f-b1e3-4148-b37b-ad9383c6f933 req-087efd7d-49f2-4f5d-ad25-354fab8de7a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:38.444515 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-976bd09f-b1e3-4148-b37b-ad9383c6f933 req-087efd7d-49f2-4f5d-ad25-354fab8de7a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0881221 Jan 17 21:43:38.505739 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5e5c963a-eeb8-4fbf-8e20-80352877ed56 req-ca76c646-cd7a-4e54-afdb-b1b62fb55341 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668893 Jan 17 21:43:38.537817 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-976bd09f-b1e3-4148-b37b-ad9383c6f933 req-3b1c01ab-5d64-4846-98a0-13b936b7cffa tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851526 Jan 17 21:43:38.632829 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-443cac72-b32e-4b16-b71b-3f512781e007 req-215c3127-68ae-4936-8af0-8fca5b98104b tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0346303 Jan 17 21:43:38.869415 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-c813bf97-145c-4565-882e-9537654688e0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:38.872840 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-c813bf97-145c-4565-882e-9537654688e0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.1974554 Jan 17 21:43:38.903124 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-0510ea91-c0a5-4d32-8b55-1b72b52809a6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/quotas/a6d83eef93c44d4894151b7d97a12dd3 HTTP/1.1" status: 200 len: 375 time: 0.0201237 Jan 17 21:43:39.009410 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-aee7865a-46c3-44b3-ae8b-cdb55c6de38a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0937619 Jan 17 21:43:39.098384 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a577d-e8a6-4542-b624-8e0040768ae8 req-f5a2747c-e861-4984-86fc-b2894be8b211 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:39.101844 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a09a577d-e8a6-4542-b624-8e0040768ae8 req-f5a2747c-e861-4984-86fc-b2894be8b211 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1225371 Jan 17 21:43:39.185588 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-f74ed078-a6f8-44e9-8168-1e5ac06b1fd9 service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567202 Jan 17 21:43:39.205943 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a09a577d-e8a6-4542-b624-8e0040768ae8 req-b577944c-49ac-4f42-90cb-76efc3febb7f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950341 Jan 17 21:43:39.348042 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-a7621f1e-cce4-4fb6-a4ba-3add18734b6e service neutron] 10.222.0.74 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615217 Jan 17 21:43:39.360208 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8a598-2714-4772-9eaf-dcd9824da50d req-11d8de25-0ee0-4900-b361-19a0b5a79d61 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:39.361983 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-31c8a598-2714-4772-9eaf-dcd9824da50d req-11d8de25-0ee0-4900-b361-19a0b5a79d61 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0649531 Jan 17 21:43:39.509585 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-31c8a598-2714-4772-9eaf-dcd9824da50d req-39a22153-80e1-4f58-b0ce-b1aa59eae344 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351662 Jan 17 21:43:39.774793 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa418-01b4-4cde-9545-076bce59f3ef req-cf45ca21-6220-4003-ba12-8dd2ed81eea5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:39.782000 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-28bfa418-01b4-4cde-9545-076bce59f3ef req-cf45ca21-6220-4003-ba12-8dd2ed81eea5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0892189 Jan 17 21:43:39.845061 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2ecba086-09e6-4b9f-9089-b6ac6446e0bc req-39b36120-8bda-42bb-a1e9-c836310a1640 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0572536 Jan 17 21:43:39.873144 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-28bfa418-01b4-4cde-9545-076bce59f3ef req-871496bb-3c96-4e61-88ac-358902ab057d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Jan 17 21:43:39.972165 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35a93a73-e812-4087-aca7-775853bd7548 req-ad3c250e-a3b7-413e-bc3d-252f3751dac4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0367365 Jan 17 21:43:40.440923 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd35a7-fa17-4f36-835b-b693d7d2a1ca req-f213500f-68cc-422e-b8af-abcd8c50b031 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:40.452543 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f4fd35a7-fa17-4f36-835b-b693d7d2a1ca req-f213500f-68cc-422e-b8af-abcd8c50b031 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1140666 Jan 17 21:43:40.595426 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f4fd35a7-fa17-4f36-835b-b693d7d2a1ca req-9ad23a4b-a847-46a6-a357-b6e95cfc0ada tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399698 Jan 17 21:43:40.772729 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e6579-aecb-4fb7-99eb-bc2debf01f00 req-0196c02c-33c3-4248-bfd9-4f1e2b9804ae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:40.775359 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-927e6579-aecb-4fb7-99eb-bc2debf01f00 req-0196c02c-33c3-4248-bfd9-4f1e2b9804ae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1017437 Jan 17 21:43:40.854309 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-927e6579-aecb-4fb7-99eb-bc2debf01f00 req-e2a8e07f-b907-4f3e-b67c-c67464f84580 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662730 Jan 17 21:43:41.071191 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-023e68a2-b0ae-455e-a776-95dc4a40a829 req-ca79c85d-e809-419b-b1e1-de73439fe70d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0976579 Jan 17 21:43:41.128952 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-00649c9b-1ec5-412a-879e-cecb2f085dc2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:41.128952 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-00649c9b-1ec5-412a-879e-cecb2f085dc2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "GET /v2.0/networks?id=66844417-f595-48b0-be31-b07e9dce022f HTTP/1.1" status: 200 len: 809 time: 0.2491190 Jan 17 21:43:41.171635 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Request body: {'port': {'device_id': '819346e5-6236-4e30-804b-40a874d30d80', 'network_id': '66844417-f595-48b0-be31-b07e9dce022f', 'admin_state_up': True, 'tenant_id': 'd1ec7a78b15f48c898b6b4bc1448d034'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:41.190452 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604887c6-b829-455c-a59d-3f9845f349d0 req-9697534e-0457-40e9-9b91-a98c782149e7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:41.199631 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-604887c6-b829-455c-a59d-3f9845f349d0 req-9697534e-0457-40e9-9b91-a98c782149e7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1771698 Jan 17 21:43:41.256275 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-780f93d2-1a93-4e9f-92a9-e89a13818beb req-d984796d-f335-49c4-9584-1086f91a722f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0624897 Jan 17 21:43:41.334585 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-604887c6-b829-455c-a59d-3f9845f349d0 req-47a3d427-a347-40b0-86a7-9ef83a12dd86 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333342 Jan 17 21:43:41.519007 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Made reservation on behalf of d1ec7a78b15f48c898b6b4bc1448d034 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:43:41.526879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:41.882954 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Allocated IP 172.20.0.4 (66844417-f595-48b0-be31-b07e9dce022f/b8d662c6-ebb5-47dd-850b-bb5528596457/9a128333-969c-4ce9-9423-67037deae289) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:43:42.002334 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6a44a-9553-4f59-a10d-c2861a62608a req-5b4c137c-8e3f-49e7-b5bd-9592f0bd169a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:42.014369 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4aa6a44a-9553-4f59-a10d-c2861a62608a req-5b4c137c-8e3f-49e7-b5bd-9592f0bd169a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1595404 Jan 17 21:43:42.165171 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4aa6a44a-9553-4f59-a10d-c2861a62608a req-26b72f8e-380b-4cb7-b191-4e5043465ff1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495643 Jan 17 21:43:42.396103 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442d8b6-577f-43b4-b87d-679f73e11617 req-30162c83-eac6-4998-ae30-6239c8ef8684 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:42.403263 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c442d8b6-577f-43b4-b87d-679f73e11617 req-30162c83-eac6-4998-ae30-6239c8ef8684 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1703300 Jan 17 21:43:42.425659 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7de4130a-e7f3-47ef-9288-95ef3ddde6e5 req-a1ecaaa3-09dd-432c-be64-9d19462ed1d7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.1190670 Jan 17 21:43:42.446711 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd6caf-d146-4ac0-a930-575f4aa760be req-69a7c7aa-61e7-470c-8452-131079e229e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:42.449966 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-14fd6caf-d146-4ac0-a930-575f4aa760be req-69a7c7aa-61e7-470c-8452-131079e229e7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 1099 time: 0.1279893 Jan 17 21:43:42.458577 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks [] for port (9a128333-969c-4ce9-9423-67037deae289), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:42.491501 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c442d8b6-577f-43b4-b87d-679f73e11617 req-f3f519bb-b02a-4932-a1af-a6e8d67ef63d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868368 Jan 17 21:43:42.623859 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4745d7a5-4c14-4bf9-8a9c-94ed871bc625 req-3a7187bb-5936-434a-9876-8de46c21bd54 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0414848 Jan 17 21:43:42.623957 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-14fd6caf-d146-4ac0-a930-575f4aa760be req-5c4432f8-68c2-4f54-8ae4-694d3ed0b349 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620121 Jan 17 21:43:42.663137 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (9a128333-969c-4ce9-9423-67037deae289), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:42.735094 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Network 66844417-f595-48b0-be31-b07e9dce022f is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:43:42.740546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:43:42.759007 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:43:42.803040 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Pushing event updated for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.828409 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:43:42.830620 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:43:42.831905 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:42.832591 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:42.844284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708e094-552e-4653-b50a-019c01dea75c req-addcaf62-5c66-4bb3-b725-2193fef119be tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:42.845926 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4708e094-552e-4653-b50a-019c01dea75c req-addcaf62-5c66-4bb3-b725-2193fef119be tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.1260586 Jan 17 21:43:42.948561 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4708e094-552e-4653-b50a-019c01dea75c req-a7a5e468-3140-45ca-89a9-e2d32473224e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Jan 17 21:43:42.971620 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-f3a4b911-8966-4e69-880b-7751e62904af tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8366835 Jan 17 21:43:43.336250 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc929-417a-4177-a0a9-b27c7af3747b req-728d6ece-86fb-47c8-81a1-3e299a90d07a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:43.337910 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f48fc929-417a-4177-a0a9-b27c7af3747b req-728d6ece-86fb-47c8-81a1-3e299a90d07a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0667908 Jan 17 21:43:43.400281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f48fc929-417a-4177-a0a9-b27c7af3747b req-e6575675-4af2-4e58-bc99-b8b301712c55 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518794 Jan 17 21:43:43.592773 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd3527-5962-4461-b2a2-ba6e74bafbe3 req-e258c289-20cc-4c4c-8776-6d951a026039 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:43.594881 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28dd3527-5962-4461-b2a2-ba6e74bafbe3 req-e258c289-20cc-4c4c-8776-6d951a026039 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 931 time: 0.0786662 Jan 17 21:43:43.660636 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28dd3527-5962-4461-b2a2-ba6e74bafbe3 req-c5cd158d-f2bc-4965-9966-63caa576ccfd tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582736 Jan 17 21:43:43.880085 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f8506-7a17-4092-ae3f-0b441fe63b69 req-2994b883-2e3e-4a38-b0b2-aa0967c727d9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:43.883383 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e6f8506-7a17-4092-ae3f-0b441fe63b69 req-2994b883-2e3e-4a38-b0b2-aa0967c727d9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1011126 Jan 17 21:43:44.023842 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e6f8506-7a17-4092-ae3f-0b441fe63b69 req-5b44d251-ab39-4431-bd52-1021806a6877 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238630 Jan 17 21:43:44.172724 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d208a64f-6689-43f0-8da6-6349453fcf38 req-2018b2bf-20b3-4b71-8301-fc138ad62b4c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0396671 Jan 17 21:43:44.321106 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972f192-8911-41d8-a653-43a0b5d70210 req-28a58bde-fc84-4406-badb-55c30f2fa219 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:44.322832 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6972f192-8911-41d8-a653-43a0b5d70210 req-28a58bde-fc84-4406-badb-55c30f2fa219 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0624223 Jan 17 21:43:44.398474 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6972f192-8911-41d8-a653-43a0b5d70210 req-0e260585-2ba8-4bca-8487-9b379f91c792 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532520 Jan 17 21:43:44.576871 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda1c9a-79d3-4c31-889b-388378629355 req-2cb3e7ae-cc25-4d42-ae39-4d71154514aa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:44.579328 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bda1c9a-79d3-4c31-889b-388378629355 req-2cb3e7ae-cc25-4d42-ae39-4d71154514aa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0830383 Jan 17 21:43:44.647651 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bda1c9a-79d3-4c31-889b-388378629355 req-508522b7-631a-4aea-adbd-4164d372c6c6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581639 Jan 17 21:43:44.853031 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ae33e5-91f2-41a8-b9c6-b7abab30893b req-c1805087-9eb4-4355-8de0-ed89f2a113ac tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:44.855788 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d2ae33e5-91f2-41a8-b9c6-b7abab30893b req-c1805087-9eb4-4355-8de0-ed89f2a113ac tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 931 time: 0.0814514 Jan 17 21:43:44.952082 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d2ae33e5-91f2-41a8-b9c6-b7abab30893b req-911fe7fc-b8ce-461f-b7d4-980db83f5103 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851467 Jan 17 21:43:45.233350 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8c1bc-b167-4c24-9ec4-c6799b5dee13 req-fe6b09c8-78c3-42a8-ae3a-7ba60e900467 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:45.237730 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-56f8c1bc-b167-4c24-9ec4-c6799b5dee13 req-fe6b09c8-78c3-42a8-ae3a-7ba60e900467 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0890663 Jan 17 21:43:45.312714 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-56f8c1bc-b167-4c24-9ec4-c6799b5dee13 req-4b75b31b-e29e-4428-9b05-763c4203ea20 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659513 Jan 17 21:43:45.455448 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-63f4b68c-79be-49a2-acf7-19320122b363 req-c7cb64f6-6823-489d-983f-0c6a3e4716f0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0385861 Jan 17 21:43:45.621994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54b59-f757-4c72-818c-6f4a6f1dc7c1 req-b07a76dc-e1c5-45a8-ae22-636bbdf954dc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:45.623742 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-26e54b59-f757-4c72-818c-6f4a6f1dc7c1 req-b07a76dc-e1c5-45a8-ae22-636bbdf954dc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0652728 Jan 17 21:43:45.718146 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-26e54b59-f757-4c72-818c-6f4a6f1dc7c1 req-b0c31212-e37a-41e4-adc1-49a9faf27bc2 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836387 Jan 17 21:43:45.903237 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc1a76-4113-4825-964d-a4ba71dfb590 req-6f8ef9b2-c5bb-41dc-935d-04331d93cda4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:45.905964 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-53fc1a76-4113-4825-964d-a4ba71dfb590 req-6f8ef9b2-c5bb-41dc-935d-04331d93cda4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0693331 Jan 17 21:43:45.923857 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Request body: {'port': {'device_id': '819346e5-6236-4e30-804b-40a874d30d80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:46.078678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9a128333-969c-4ce9-9423-67037deae289), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:46.145000 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-53fc1a76-4113-4825-964d-a4ba71dfb590 req-017f8432-269b-49ae-b3a8-cd8c1aa63597 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615224 Jan 17 21:43:46.508949 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a674f2-8de8-41e5-87d0-b0fde317b996 req-e776d7fa-e589-45f0-8c1c-4012b1a107bd tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:46.509965 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-15a674f2-8de8-41e5-87d0-b0fde317b996 req-e776d7fa-e589-45f0-8c1c-4012b1a107bd tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 931 time: 0.1353841 Jan 17 21:43:46.673171 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-15a674f2-8de8-41e5-87d0-b0fde317b996 req-2601cae4-44ff-4780-a5ab-dc5b56c3086f tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300216 Jan 17 21:43:46.959013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-8cce10c1-ae94-40bd-a6ba-5a5ef25e2011 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:46.960973 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-8cce10c1-ae94-40bd-a6ba-5a5ef25e2011 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 815 time: 0.3407111 Jan 17 21:43:46.986124 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Request body: {'port': {'device_id': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'admin_state_up': True, 'tenant_id': 'a6d83eef93c44d4894151b7d97a12dd3'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:47.027732 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a128333-969c-4ce9-9423-67037deae289 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:47.047581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks [] for port (9a128333-969c-4ce9-9423-67037deae289), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:47.093133 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54781-7f1f-4aff-ba65-2abf79af20bf req-74c8aadc-372b-48cc-856d-fb2d0d565d08 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:47.100189 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b1b54781-7f1f-4aff-ba65-2abf79af20bf req-74c8aadc-372b-48cc-856d-fb2d0d565d08 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.2326882 Jan 17 21:43:47.105256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Transition to ACTIVE for port object 9a128333-969c-4ce9-9423-67037deae289 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:43:47.217239 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b1b54781-7f1f-4aff-ba65-2abf79af20bf req-059a647c-8024-4bb9-b4d5-ae2a50c8c9d0 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097655 Jan 17 21:43:47.333968 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b0eb964a-adb1-4e74-a276-533ec6003130 req-eef4cc0c-623c-4ca9-aeee-5ec3c8021cd8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0305700 Jan 17 21:43:47.488058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5d531-ffcb-4adb-90f0-d1162e11a265 req-9e478fd0-5351-45dc-83cc-a51a4a59e327 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:47.490146 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fda5d531-ffcb-4adb-90f0-d1162e11a265 req-9e478fd0-5351-45dc-83cc-a51a4a59e327 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0799475 Jan 17 21:43:47.546426 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fda5d531-ffcb-4adb-90f0-d1162e11a265 req-775a7cbe-8cab-4c32-9abe-0c4e7750b195 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499344 Jan 17 21:43:47.668509 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0f36d-dccd-4c6a-bbbc-8caf1660bb66 req-b259a54c-730e-48b0-ae5f-a54a186ec388 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:47.670677 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69b0f36d-dccd-4c6a-bbbc-8caf1660bb66 req-b259a54c-730e-48b0-ae5f-a54a186ec388 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0653892 Jan 17 21:43:47.730985 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69b0f36d-dccd-4c6a-bbbc-8caf1660bb66 req-9b740cd1-68c5-4b32-ad52-63968a56df87 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495741 Jan 17 21:43:47.791351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Made reservation on behalf of a6d83eef93c44d4894151b7d97a12dd3 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:43:47.792198 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (9a128333-969c-4ce9-9423-67037deae289), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:47.798186 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:48.113218 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Pushing event updated for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:48.234560 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Attempting to bind port 9a128333-969c-4ce9-9423-67037deae289 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:43:48.242930 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Attempting to bind port 9a128333-969c-4ce9-9423-67037deae289 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:43:48.242930 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Attempting to bind port 9a128333-969c-4ce9-9423-67037deae289 on network 66844417-f595-48b0-be31-b07e9dce022f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:48.264539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Port 9a128333-969c-4ce9-9423-67037deae289 on network 66844417-f595-48b0-be31-b07e9dce022f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:43:48.271887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Attempting to bind port 9a128333-969c-4ce9-9423-67037deae289 on network 66844417-f595-48b0-be31-b07e9dce022f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:48.303084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:43:48.303625 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Checking segment: {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:43:48.305226 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Bound using segment: {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:43:48.305480 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Bound port: 9a128333-969c-4ce9-9423-67037deae289, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:43:48.306027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9a128333-969c-4ce9-9423-67037deae289), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:48.612225 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6499b1f-5b5b-46cb-8294-946600daf28c req-efd7636a-6ea3-4022-9272-81370668025b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:48.614644 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c6499b1f-5b5b-46cb-8294-946600daf28c req-efd7636a-6ea3-4022-9272-81370668025b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.3369939 Jan 17 21:43:48.638553 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Allocated IP 172.20.0.5 (9e0ac24d-7960-496f-88c7-d55dcb1ba79f/aa930b17-df2b-443e-9957-533bd79b5c46/1985e336-7990-41b2-b52a-af5e8606dcfa) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:43:48.650225 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea824cf0-b8d9-4a79-84d1-f06a94b2129c req-e61f33ba-51a1-4e3a-b60e-ca4ea958db8c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:48.652966 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ea824cf0-b8d9-4a79-84d1-f06a94b2129c req-e61f33ba-51a1-4e3a-b60e-ca4ea958db8c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.4213674 Jan 17 21:43:48.663052 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:43:48.676166 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=9a128333-969c-4ce9-9423-67037deae289,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:43:48.723735 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c6499b1f-5b5b-46cb-8294-946600daf28c req-451a6516-e2ac-47cb-a87e-18083af6db18 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568528 Jan 17 21:43:48.748945 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (9a128333-969c-4ce9-9423-67037deae289), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:48.849140 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Pushing event updated for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:48.865879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:48.866989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:48.869639 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ba2f03ab-815c-4986-a4d0-93d26f27959b service neutron] 10.222.0.81 "PUT /v2.0/ports/9a128333-969c-4ce9-9423-67037deae289 HTTP/1.1" status: 200 len: 1093 time: 2.9527938 Jan 17 21:43:48.872327 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'tag': '9a128333-969c-4ce9-9423-67037deae289'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:48.872458 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ea824cf0-b8d9-4a79-84d1-f06a94b2129c req-f8d51e21-f5dd-4985-98d4-6f63afd68531 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097204 Jan 17 21:43:48.873866 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830c201a-62d6-4d0f-897e-9fef3b91d803" -d '{"events": [{"name": "network-changed", "server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "tag": "9a128333-969c-4ce9-9423-67037deae289"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:48.919066 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-a5db333f-48c7-4409-984e-fb7da86a189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:48.926002 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-a5db333f-48c7-4409-984e-fb7da86a189d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1098 time: 0.2224894 Jan 17 21:43:48.929442 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a776ce81-5f55-48f4-90ed-ab602b297148 req-6be726ec-8e78-405c-85d0-de5607875403 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0485620 Jan 17 21:43:49.132660 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec1935-ee99-4462-a971-e79929ab9606 req-21b89f2e-1b09-4cf9-8d8e-af950c7a55bc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:49.134242 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27ec1935-ee99-4462-a971-e79929ab9606 req-21b89f2e-1b09-4cf9-8d8e-af950c7a55bc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0603497 Jan 17 21:43:49.201462 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27ec1935-ee99-4462-a971-e79929ab9606 req-b1bad5ac-8815-4098-8ceb-bf388b43b26c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601375 Jan 17 21:43:49.260785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac22a43f-87c8-4c40-b8ea-c6c8bec20671 x-openstack-request-id: req-ac22a43f-87c8-4c40-b8ea-c6c8bec20671 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:49.260785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "tag": "9a128333-969c-4ce9-9423-67037deae289", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:49.260785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ac22a43f-87c8-4c40-b8ea-c6c8bec20671 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:49.260785 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'tag': '9a128333-969c-4ce9-9423-67037deae289', 'status': 'completed', 'code': 200} Jan 17 21:43:49.469711 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2aa8c-036c-419e-8f4d-8e268de98b19 req-45c53e2e-8e78-4572-a3c6-bf77026780ed tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:49.471184 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8cf2aa8c-036c-419e-8f4d-8e268de98b19 req-45c53e2e-8e78-4572-a3c6-bf77026780ed tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.4119222 Jan 17 21:43:49.502856 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks [] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:49.554597 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8cf2aa8c-036c-419e-8f4d-8e268de98b19 req-339aa00e-8a0d-4955-9323-5777f2d0952d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762699 Jan 17 21:43:49.689424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:49.713823 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35556831-8f36-4906-bb66-a543f8fd3b45 req-d22877b1-8022-4e52-a9c7-d3fe599d720e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:49.716207 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35556831-8f36-4906-bb66-a543f8fd3b45 req-d22877b1-8022-4e52-a9c7-d3fe599d720e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0678296 Jan 17 21:43:49.758916 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:43:49.771840 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:43:49.771840 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:43:49.800008 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35556831-8f36-4906-bb66-a543f8fd3b45 req-e9ab8acb-02ab-4b73-bcf7-a62aed22ca67 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766678 Jan 17 21:43:49.818054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event updated for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:49.877137 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:49.877854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:49.975860 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cf7a6-62f4-44cc-a8de-7b7528ae4530 req-cd7c4154-839f-49cd-a5e7-af030d940995 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:49.984984 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-703cf7a6-62f4-44cc-a8de-7b7528ae4530 req-cd7c4154-839f-49cd-a5e7-af030d940995 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0970266 Jan 17 21:43:50.034380 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-703cf7a6-62f4-44cc-a8de-7b7528ae4530 req-ab5d991e-f4ae-421b-8a96-6f76059126db tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494092 Jan 17 21:43:50.071044 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-be5bdc0c-ff49-4162-a4c8-63b37a49db3b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0955834 Jan 17 21:43:50.105429 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001659e-28ac-4304-8d27-619acace00ec req-e8bb8e3a-909a-49e2-b98d-789c0d0d4502 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:50.108105 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9001659e-28ac-4304-8d27-619acace00ec req-e8bb8e3a-909a-49e2-b98d-789c0d0d4502 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.1076283 Jan 17 21:43:50.177435 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9001659e-28ac-4304-8d27-619acace00ec req-08dff47c-9786-40c0-bac1-418297ffe2ac tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617166 Jan 17 21:43:50.182113 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9212c-7afb-4489-b897-0676f5dd19c4 req-1a33d1ca-d91c-4030-8a1e-035d62902625 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:50.184080 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-03a9212c-7afb-4489-b897-0676f5dd19c4 req-1a33d1ca-d91c-4030-8a1e-035d62902625 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 931 time: 0.0695622 Jan 17 21:43:50.253227 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-03a9212c-7afb-4489-b897-0676f5dd19c4 req-ea9aaf0a-8ae3-48cd-9ba5-51593ec59fc4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596869 Jan 17 21:43:50.358096 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f58dc7-dcba-4cc5-9d22-64cfc7cb2576 req-4657bcaa-4c47-4987-8fbf-36ea0d245a39 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:50.359752 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82f58dc7-dcba-4cc5-9d22-64cfc7cb2576 req-4657bcaa-4c47-4987-8fbf-36ea0d245a39 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0661635 Jan 17 21:43:50.421372 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82f58dc7-dcba-4cc5-9d22-64cfc7cb2576 req-38ad5354-79f5-41e0-930c-b6c07bba0f86 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512135 Jan 17 21:43:50.833441 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:51.184173 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35f3b-1d6c-415d-a89f-db1a0ed2d95d req-a706406a-daac-4318-a130-69d3c8c4f318 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:51.186348 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90b35f3b-1d6c-415d-a89f-db1a0ed2d95d req-a706406a-daac-4318-a130-69d3c8c4f318 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0564435 Jan 17 21:43:51.246277 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90b35f3b-1d6c-415d-a89f-db1a0ed2d95d req-475a8c65-1f6a-4aeb-ba36-2f70cd391355 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535181 Jan 17 21:43:51.344301 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4e0a3-2a58-491f-a0d4-ae81fa8d703a req-06e76ca3-87d6-4e79-91c1-cf5cfabcbcc8 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:51.347010 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6cc4e0a3-2a58-491f-a0d4-ae81fa8d703a req-06e76ca3-87d6-4e79-91c1-cf5cfabcbcc8 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.0713184 Jan 17 21:43:51.399912 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67075440-0cd3-435e-8810-cea952747f19 req-55c26c7e-9875-4a54-bb57-61895ab2cc30 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:51.401533 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-67075440-0cd3-435e-8810-cea952747f19 req-55c26c7e-9875-4a54-bb57-61895ab2cc30 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 931 time: 0.0675797 Jan 17 21:43:51.402311 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6cc4e0a3-2a58-491f-a0d4-ae81fa8d703a req-1342b1d3-e6a6-46b8-8036-e6790899b655 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487216 Jan 17 21:43:51.454859 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-67075440-0cd3-435e-8810-cea952747f19 req-0580f522-c146-4695-aa62-690632ef9e95 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jan 17 21:43:51.567929 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0f380-a9b2-4eb0-a4fa-2d0675f303c7 req-0100de27-b193-4407-8480-3227410a4ab4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:51.569672 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8aa0f380-a9b2-4eb0-a4fa-2d0675f303c7 req-0100de27-b193-4407-8480-3227410a4ab4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0530715 Jan 17 21:43:51.625608 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8aa0f380-a9b2-4eb0-a4fa-2d0675f303c7 req-b4ba7a4d-0a42-47da-a751-83195a06e89d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500767 Jan 17 21:43:51.721750 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', '7ced30bc-bfe6-4192-ae98-425e271eacd2', '06709453-dddd-435e-aba2-1c56470daf73'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:43:51.775378 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Request body: {'port': {'device_id': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:43:51.877090 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-2da5cabf-f85d-46ba-aa85-6d899be9e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:51.878397 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-2da5cabf-f85d-46ba-aa85-6d899be9e9c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 1096 time: 0.0985682 Jan 17 21:43:52.006754 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-c76385b4-61ff-4757-9332-cf047ac35003 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1463938 Jan 17 21:43:52.017270 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:52.023366 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-50ac68d0-8dfe-4c5c-9165-e713a33ad92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.025394 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-50ac68d0-8dfe-4c5c-9165-e713a33ad92b service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1310906 Jan 17 21:43:52.102322 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-ae9de729-5cd5-49bf-9809-386accbdfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.105210 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-ae9de729-5cd5-49bf-9809-386accbdfc22 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.3367567 Jan 17 21:43:52.164972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-96b5fc92-063c-4c44-9511-5d7bde9f1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.166666 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-830c201a-62d6-4d0f-897e-9fef3b91d803 req-96b5fc92-063c-4c44-9511-5d7bde9f1a8d service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323724 Jan 17 21:43:52.395327 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-911f48df-ad37-468f-b9ed-2c1a2803b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.398756 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-911f48df-ad37-468f-b9ed-2c1a2803b67b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 1099 time: 0.1878047 Jan 17 21:43:52.409829 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-e39b6942-9ca0-471c-8643-491942f457a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.413414 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-e39b6942-9ca0-471c-8643-491942f457a6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 1096 time: 0.1397943 Jan 17 21:43:52.482565 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-8bde6199-8854-4cf7-9c15-01bb77a51d20 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a128333-969c-4ce9-9423-67037deae289 HTTP/1.1" status: 200 len: 217 time: 0.0562570 Jan 17 21:43:52.568049 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-768a9620-7854-4ce7-bc52-7c1502d9638e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 1000 time: 0.3343232 Jan 17 21:43:52.616846 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-694678a2-7a2a-4daf-a8a6-ff8084256d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.619639 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-694678a2-7a2a-4daf-a8a6-ff8084256d31 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b8d662c6-ebb5-47dd-850b-bb5528596457 HTTP/1.1" status: 200 len: 849 time: 0.1078355 Jan 17 21:43:52.651337 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.81', 50281) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:43:52.659222 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b86a27-d0c3-43e1-994e-3f16fac6bc82 req-c68c271b-20bc-4da1-940e-3eb6d1a8e75f tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.660847 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b0b86a27-d0c3-43e1-994e-3f16fac6bc82 req-c68c271b-20bc-4da1-940e-3eb6d1a8e75f tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.1365097 Jan 17 21:43:52.665908 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-62d2f00c-d49b-44c4-b676-1ce6f954f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.666456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-62d2f00c-d49b-44c4-b676-1ce6f954f000 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 200 len: 916 time: 0.2342153 Jan 17 21:43:52.703577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-8493b08a-1583-48d5-9079-f033a8b111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.705102 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-8493b08a-1583-48d5-9079-f033a8b111cd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.1291475 Jan 17 21:43:52.721375 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe4ca1-b7f6-41a6-bdd1-33f6c5026bf3 req-c89ab2ad-df31-43aa-9dc7-0e3db891ec1f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.723250 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7fbe4ca1-b7f6-41a6-bdd1-33f6c5026bf3 req-c89ab2ad-df31-43aa-9dc7-0e3db891ec1f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.3205445 Jan 17 21:43:52.862413 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-ef8883de-b837-4ebd-bdbe-ceb24777aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.862871 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-ef8883de-b837-4ebd-bdbe-ceb24777aaee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1098 time: 0.2082639 Jan 17 21:43:52.909848 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-f4a83b37-95c0-43ce-a117-63865aff4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:52.912328 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-f4a83b37-95c0-43ce-a117-63865aff4cd7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1874335 Jan 17 21:43:52.914330 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1985e336-7990-41b2-b52a-af5e8606dcfa {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:52.950859 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks [] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:52.953111 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-91d9bcd1-7c82-4683-882e-687fb1515451 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66844417-f595-48b0-be31-b07e9dce022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3109474 Jan 17 21:43:52.961839 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7fbe4ca1-b7f6-41a6-bdd1-33f6c5026bf3 req-65811c26-87ab-4882-85f1-a3844065134a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230160 Jan 17 21:43:53.025442 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-1b6d4b9c-3410-40c8-b5b7-f1e5b62fbadb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 200 len: 217 time: 0.0796380 Jan 17 21:43:53.027742 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Transition to ACTIVE for port object 1985e336-7990-41b2-b52a-af5e8606dcfa will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:43:53.086630 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-a442d0ea-1fd9-498c-9f71-0ac889497241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.088195 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-a442d0ea-1fd9-498c-9f71-0ac889497241 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.2149017 Jan 17 21:43:53.140470 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b0b86a27-d0c3-43e1-994e-3f16fac6bc82 req-453d22dd-c957-45ef-a43d-463f272cd65d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985972 Jan 17 21:43:53.162395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:53.169798 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-f2f25a19-42c8-4098-824f-16ab691633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.171227 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-f2f25a19-42c8-4098-824f-16ab691633a1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.1130507 Jan 17 21:43:53.178419 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-f482604b-7358-41b4-918d-d5b0ed978891 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299697 Jan 17 21:43:53.243860 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-a46dbe88-3ed2-40ca-8575-5b249b879748 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575008 Jan 17 21:43:53.293672 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-e412acb2-9ccb-4375-b9f5-93ebc83d2fb7 service neutron] 10.222.0.81 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315616 Jan 17 21:43:53.319185 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-b43cd639-697a-4227-af97-a0bbd2668695 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 1000 time: 0.2226009 Jan 17 21:43:53.343672 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Pushing event updated for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:53.404495 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.404959 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.405292 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.405588 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.405921 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.406260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.406590 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.406913 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.407242 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.410163 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.410163 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.410163 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.411718 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:43:53.422652 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea64f29-9577-4344-a4bc-2344f9dcebe6 req-b11157a8-760f-400c-b437-bc86ce6b612d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.424619 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ea64f29-9577-4344-a4bc-2344f9dcebe6 req-b11157a8-760f-400c-b437-bc86ce6b612d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1794434 Jan 17 21:43:53.453810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce466b38-10ed-47e3-9111-78ab2a7c7aae req-157ccfd9-a539-492e-9e4d-1929670a9c0c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.455671 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce466b38-10ed-47e3-9111-78ab2a7c7aae req-157ccfd9-a539-492e-9e4d-1929670a9c0c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 943 time: 0.3009672 Jan 17 21:43:53.487660 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-b4408a4f-1902-4be2-9701-ae549d153c13 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040210 Jan 17 21:43:53.500485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-d6e0bdbb-918c-4dab-b670-25147bc9e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.502006 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-d6e0bdbb-918c-4dab-b670-25147bc9e6e5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.1744721 Jan 17 21:43:53.536280 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-8394bd0f-8d33-4a9d-a4b4-1118d49bfed3 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165371 Jan 17 21:43:53.568666 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd9d4aca-a943-4fb9-99d4-78d3c712c9ab req-ff39b49f-6c5d-4162-a19c-8a3b4b74491b service neutron] 10.222.0.81 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601819 Jan 17 21:43:53.576281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ea64f29-9577-4344-a4bc-2344f9dcebe6 req-754fa38e-f47e-41f1-bf9d-97c371dea21b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402550 Jan 17 21:43:53.599071 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce466b38-10ed-47e3-9111-78ab2a7c7aae req-382f65be-d8fd-4f38-8209-ee121702cea9 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229019 Jan 17 21:43:53.599976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Attempting to bind port 1985e336-7990-41b2-b52a-af5e8606dcfa on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:43:53.599976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Attempting to bind port 1985e336-7990-41b2-b52a-af5e8606dcfa by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:43:53.600307 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Attempting to bind port 1985e336-7990-41b2-b52a-af5e8606dcfa on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Port 1985e336-7990-41b2-b52a-af5e8606dcfa on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Attempting to bind port 1985e336-7990-41b2-b52a-af5e8606dcfa on network 9e0ac24d-7960-496f-88c7-d55dcb1ba79f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Checking segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Bound using segment: {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Bound port: 1985e336-7990-41b2-b52a-af5e8606dcfa, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a87553-f7c2-4405-8943-3125d6389d74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:43:53.619907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:53.630337 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-4e7c8c19-e524-4b2f-a7b0-b874800c7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.632007 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-4e7c8c19-e524-4b2f-a7b0-b874800c7667 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1165071 Jan 17 21:43:53.681273 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-28016597-50f3-44c5-95f0-553d8d0b9427 req-5562c3bf-3328-47a3-9777-3de3af5c31c1 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835682 Jan 17 21:43:53.767246 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:43:53.792212 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1985e336-7990-41b2-b52a-af5e8606dcfa,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:43:53.798686 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-e8e15d03-1d85-41e4-83d0-a8c747feb593 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577442 Jan 17 21:43:53.862519 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:53.915984 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:53.916611 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:53.918048 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] 10.222.0.81 "PUT /v2.0/ports/1985e336-7990-41b2-b52a-af5e8606dcfa HTTP/1.1" status: 200 len: 1093 time: 2.1538095 Jan 17 21:43:53.920457 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:53.922848 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a0696a-06b3-44e9-815a-828cbef18864" -d '{"events": [{"name": "network-changed", "server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:53.969226 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdde9b5-d020-48c5-ae12-423bb53e6a0a service neutron] Pushing event updated for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:53.976071 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f374a821-3baa-404e-ba46-6e3b3604b5aa req-7aa30996-e80a-4d24-b5ef-b1e08233bbe8 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672523 Jan 17 21:43:53.978260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e8882-e1d9-4b0b-a9f6-80fa38efa5c9 x-openstack-request-id: req-412e8882-e1d9-4b0b-a9f6-80fa38efa5c9 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:53.978682 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:53.979072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-412e8882-e1d9-4b0b-a9f6-80fa38efa5c9 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:53.980376 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa', 'status': 'completed', 'code': 200} Jan 17 21:43:54.084196 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0696a-06b3-44e9-815a-828cbef18864 req-8fe5352f-f671-46c0-9914-213a11671f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.085538 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-97a0696a-06b3-44e9-815a-828cbef18864 req-8fe5352f-f671-46c0-9914-213a11671f45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 1096 time: 0.0732038 Jan 17 21:43:54.163025 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dca67-8b7a-42a8-a897-322de73fb690 req-5f02c5bc-32db-491c-82a3-75da32247e21 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.164594 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-072dca67-8b7a-42a8-a897-322de73fb690 req-5f02c5bc-32db-491c-82a3-75da32247e21 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0576031 Jan 17 21:43:54.228219 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-072dca67-8b7a-42a8-a897-322de73fb690 req-3c936cba-23d3-4cb4-8be0-f67a13a3ca40 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555179 Jan 17 21:43:54.238483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9676a9-3ba4-4e27-80d3-b4067d1890d0 req-e0dc3d35-6827-4186-8a28-10975718c114 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.238483 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-db9676a9-3ba4-4e27-80d3-b4067d1890d0 req-e0dc3d35-6827-4186-8a28-10975718c114 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1496024 Jan 17 21:43:54.333008 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0696a-06b3-44e9-815a-828cbef18864 req-46b23645-c814-44ec-8090-e341fa19041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.335622 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-97a0696a-06b3-44e9-815a-828cbef18864 req-46b23645-c814-44ec-8090-e341fa19041d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2381051 Jan 17 21:43:54.352527 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-2f26ba34-99ae-4a6a-a83f-13028fc0a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.355005 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-2f26ba34-99ae-4a6a-a83f-13028fc0a291 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.1784258 Jan 17 21:43:54.428325 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca44d8-ac3f-486e-a442-f4b6bb24895f req-e8b8722a-e523-48af-bd99-d8491f128f35 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.431167 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5cca44d8-ac3f-486e-a442-f4b6bb24895f req-e8b8722a-e523-48af-bd99-d8491f128f35 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.0906844 Jan 17 21:43:54.500975 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5cca44d8-ac3f-486e-a442-f4b6bb24895f req-83a2f250-80c5-4d90-b22e-aa1102d15d2c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641582 Jan 17 21:43:54.755380 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-db9676a9-3ba4-4e27-80d3-b4067d1890d0 req-fc8cffc0-c533-4d15-9010-c7f30a95b17b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044718 Jan 17 21:43:54.829503 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949752e4-0ca0-4bff-b2e5-935331f74593 req-e57c1858-131f-4438-ad30-226331b8cb88 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.836088 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-949752e4-0ca0-4bff-b2e5-935331f74593 req-e57c1858-131f-4438-ad30-226331b8cb88 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.1079602 Jan 17 21:43:54.900627 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0696a-06b3-44e9-815a-828cbef18864 req-d99874eb-4bcb-475d-9bfd-7684bff84118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.902663 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-97a0696a-06b3-44e9-815a-828cbef18864 req-d99874eb-4bcb-475d-9bfd-7684bff84118 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5315604 Jan 17 21:43:54.910307 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-8f5ae38c-0040-49ff-bb2e-59e2cb00047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.912538 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-8f5ae38c-0040-49ff-bb2e-59e2cb00047a service neutron] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 918 time: 0.2149386 Jan 17 21:43:54.929564 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-949752e4-0ca0-4bff-b2e5-935331f74593 req-c5561950-ec09-40d4-8bef-ffbfdcf365d9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845370 Jan 17 21:43:54.938554 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e5fc0-02cf-4c28-ae26-f933a2bf24bf req-85ffe1ba-7b14-40cc-9750-56d3e40090bc tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:54.940523 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-490e5fc0-02cf-4c28-ae26-f933a2bf24bf req-85ffe1ba-7b14-40cc-9750-56d3e40090bc tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 943 time: 0.0813203 Jan 17 21:43:55.005770 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-c2a07319-7097-44c7-9f88-a6ee123a5dc1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 217 time: 0.0572414 Jan 17 21:43:55.106394 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-dd3df5bb-3dd9-4d38-8c7e-320e6de64150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.107913 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-dd3df5bb-3dd9-4d38-8c7e-320e6de64150 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.0923276 Jan 17 21:43:55.115367 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-490e5fc0-02cf-4c28-ae26-f933a2bf24bf req-e0e4d668-d6c1-497e-9f45-955d7e9d3f3d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243880 Jan 17 21:43:55.120728 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-ff29050c-5fc4-4a56-b259-34bc00a899c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.122232 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-ff29050c-5fc4-4a56-b259-34bc00a899c5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 1096 time: 0.1227057 Jan 17 21:43:55.161569 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-02a5c1e9-a631-4ae9-b7d5-e3b72d6ff8e3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383663 Jan 17 21:43:55.202454 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-38e2efb3-2c7a-4e8a-9352-b16c8ea39e3d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1985e336-7990-41b2-b52a-af5e8606dcfa HTTP/1.1" status: 200 len: 217 time: 0.0522115 Jan 17 21:43:55.301744 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-6dde7d30-8133-43f9-8a32-74c1d97ea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.305087 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-6dde7d30-8133-43f9-8a32-74c1d97ea946 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 200 len: 855 time: 0.0916238 Jan 17 21:43:55.359795 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-496bcfcf-187d-476f-a735-23b4bb8f5c88 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9e0ac24d-7960-496f-88c7-d55dcb1ba79f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439017 Jan 17 21:43:55.367235 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-30c842ac-6fbc-410c-9fef-e197c40cdfd0 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752520 Jan 17 21:43:55.401580 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f5508c2e-9d55-4e0f-a787-218cda08fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:55.414002 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe45ccf-5ba5-444d-9ea1-99c9b91912be req-eac6a537-2b9f-4bcd-91ac-26be309c549a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.417597 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ebe45ccf-5ba5-444d-9ea1-99c9b91912be req-eac6a537-2b9f-4bcd-91ac-26be309c549a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0749776 Jan 17 21:43:55.501133 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ebe45ccf-5ba5-444d-9ea1-99c9b91912be req-237aa66d-e20e-4612-ae42-2e6bf80471a5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776961 Jan 17 21:43:55.593546 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-ad61fdcd-3685-482b-9f57-4fce054a8202 service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092516 Jan 17 21:43:55.597615 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9091f214-0226-45fe-a34a-1aa4a05d77a0 req-c5cabdf0-bfb4-4ea9-8ef4-5c47d138cc74 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123759 Jan 17 21:43:55.764424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89cd46-57d7-4b35-a67d-079117c79fbb req-c5c9259d-0817-4eca-b5d3-b97b3183f346 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.766866 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-be89cd46-57d7-4b35-a67d-079117c79fbb req-c5c9259d-0817-4eca-b5d3-b97b3183f346 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.1388414 Jan 17 21:43:55.786261 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69c3e5c9-c5bf-42bb-ab55-aba6a2932add req-cf6676ac-5b80-4c43-ae99-46561c0b147c service neutron] 10.222.0.81 "GET /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728640 Jan 17 21:43:55.830591 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-be89cd46-57d7-4b35-a67d-079117c79fbb req-75b1ea1d-fe75-468d-98bb-2921b1f5836b tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527062 Jan 17 21:43:55.940422 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f491ca-9a43-4745-994d-a028cfb8bb7d req-4334280a-5eb9-4ff4-95ae-9b5ab672fbaf tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:55.943394 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-01f491ca-9a43-4745-994d-a028cfb8bb7d req-4334280a-5eb9-4ff4-95ae-9b5ab672fbaf tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0648596 Jan 17 21:43:56.000946 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-01f491ca-9a43-4745-994d-a028cfb8bb7d req-e4efe801-90b0-44da-be2e-f730bf32ee87 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517902 Jan 17 21:43:56.108025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccac057-99fa-44e6-8918-7e7da9cf558d req-701be995-f6d3-40a6-8f49-ac126115d0d9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:56.109571 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3ccac057-99fa-44e6-8918-7e7da9cf558d req-701be995-f6d3-40a6-8f49-ac126115d0d9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 945 time: 0.0534673 Jan 17 21:43:56.167162 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3ccac057-99fa-44e6-8918-7e7da9cf558d req-e3fa1f01-66a6-4ca7-80b6-b57a9270a79b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502584 Jan 17 21:43:56.274323 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985967-70a7-44a2-a36f-d3f58f2e4fcf req-ac039212-f9fc-48f7-bb28-d0a6e3d2df37 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:56.275849 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-44985967-70a7-44a2-a36f-d3f58f2e4fcf req-ac039212-f9fc-48f7-bb28-d0a6e3d2df37 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 943 time: 0.0579274 Jan 17 21:43:56.331562 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-44985967-70a7-44a2-a36f-d3f58f2e4fcf req-114bf49b-262f-4014-b124-856afd764955 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Jan 17 21:43:56.643708 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263473e-afdb-4a96-b269-48900a5b8710 req-c924e322-7f26-412f-b234-d1c347a1debc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:56.645605 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6263473e-afdb-4a96-b269-48900a5b8710 req-c924e322-7f26-412f-b234-d1c347a1debc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0587955 Jan 17 21:43:56.698857 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6263473e-afdb-4a96-b269-48900a5b8710 req-6aa26400-bc8c-4331-8b72-5e250913dd70 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468054 Jan 17 21:43:56.743521 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 9a128333-969c-4ce9-9423-67037deae289 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:43:56.746931 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:43:56.979619 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd320515-9868-49cd-9655-53a82d4fea6f req-e0ad40d6-4ea2-4b3f-80e2-f168545974f6 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:56.981241 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bd320515-9868-49cd-9655-53a82d4fea6f req-e0ad40d6-4ea2-4b3f-80e2-f168545974f6 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 943 time: 0.0554473 Jan 17 21:43:57.035544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=9a128333-969c-4ce9-9423-67037deae289,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:57.046336 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bd320515-9868-49cd-9655-53a82d4fea6f req-c33cdad5-21df-4d54-8c84-dd144aa9d80c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586462 Jan 17 21:43:57.048400 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: ACTIVE; New status is: DOWN {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:57.048833 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:57.066646 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '9a128333-969c-4ce9-9423-67037deae289', 'network_id': '66844417-f595-48b0-be31-b07e9dce022f', 'port_id': '9a128333-969c-4ce9-9423-67037deae289', 'mac_address': 'fa:16:3e:da:ad:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d662c6-ebb5-47dd-850b-bb5528596457', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:43:57.116038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:43:57.131686 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a933be3-6f2f-47a8-a946-629cb86ccbad" -d '{"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:43:57.142899 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:57.150660 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 9a128333-969c-4ce9-9423-67037deae289 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:57.151259 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9a128333-969c-4ce9-9423-67037deae289), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:57.167849 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 21:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327037ce-67d2-4584-8366-45e8c25e8da3 x-openstack-request-id: req-327037ce-67d2-4584-8366-45e8c25e8da3 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:43:57.168344 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-unplugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:43:57.168757 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-327037ce-67d2-4584-8366-45e8c25e8da3 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:43:57.169392 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'code': 200} Jan 17 21:43:57.179436 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a128333-969c-4ce9-9423-67037deae289 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:57.221628 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=9a128333-969c-4ce9-9423-67037deae289,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:57.293342 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:57.346371 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9a128333-969c-4ce9-9423-67037deae289), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:57.375439 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=8']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:57.425666 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3315d-9f32-4bc8-978c-260e37d8ece9 req-b695ef06-a6a9-4b06-a339-04ec95552747 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:57.439064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-55a3315d-9f32-4bc8-978c-260e37d8ece9 req-b695ef06-a6a9-4b06-a339-04ec95552747 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1115637 Jan 17 21:43:57.451230 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:57.524064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-55a3315d-9f32-4bc8-978c-260e37d8ece9 req-76b4649f-f001-4b4a-96d3-b8fea823b399 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836513 Jan 17 21:43:57.534845 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18d52e-a19b-4efd-903f-c960b2784bf9 req-4a4a052f-799f-4663-a71b-9359fb63d104 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:57.537354 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca18d52e-a19b-4efd-903f-c960b2784bf9 req-4a4a052f-799f-4663-a71b-9359fb63d104 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 943 time: 0.0630772 Jan 17 21:43:57.620945 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca18d52e-a19b-4efd-903f-c960b2784bf9 req-2eeab991-c6f1-42b3-bd21-68017f75781c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728481 Jan 17 21:43:57.792594 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['9a128333-969c-4ce9-9423-67037deae289'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:43:57.860284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a2c41-677c-41ef-9d94-9c1b584849dd req-ac74630f-c601-4baf-8fc3-60937283dc15 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:57.862365 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e81a2c41-677c-41ef-9d94-9c1b584849dd req-ac74630f-c601-4baf-8fc3-60937283dc15 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0817950 Jan 17 21:43:57.934590 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e81a2c41-677c-41ef-9d94-9c1b584849dd req-17649501-8861-4986-a546-bf6a20281a26 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620935 Jan 17 21:43:58.234044 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:43:58.235073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd9426-168b-45c7-8c70-0fc32216a6fa req-f1fe7f73-9403-474f-9763-12a7ed46fa6c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:58.237424 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eefd9426-168b-45c7-8c70-0fc32216a6fa req-f1fe7f73-9403-474f-9763-12a7ed46fa6c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 944 time: 0.0854669 Jan 17 21:43:58.264482 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5b57d73d-8ecb-4df0-bed5-c5fe1ac47ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:58.304526 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eefd9426-168b-45c7-8c70-0fc32216a6fa req-cd96cd59-67d4-4619-8dbd-8c2bf458f5ac tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596378 Jan 17 21:43:58.756151 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1985e336-7990-41b2-b52a-af5e8606dcfa details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:43:58.759458 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:43:58.771035 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87b54df-4357-4ca7-a620-3d40548c819d req-4b3d2bd2-7ff7-4fcc-b89f-60cf2d1fd5b8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:58.772618 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b87b54df-4357-4ca7-a620-3d40548c819d req-4b3d2bd2-7ff7-4fcc-b89f-60cf2d1fd5b8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 943 time: 0.0603504 Jan 17 21:43:58.836362 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b87b54df-4357-4ca7-a620-3d40548c819d req-73d99375-17ce-4b4f-94e3-60f038ff9153 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530977 Jan 17 21:43:59.105352 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: DOWN; New status is: DOWN {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:59.138144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d765c1-62d9-4c72-85f4-16d60502c734 req-edf3ab75-6649-4fca-9907-b55e5ae21a0f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:59.142628 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1985e336-7990-41b2-b52a-af5e8606dcfa,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:59.144158 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-90d765c1-62d9-4c72-85f4-16d60502c734 req-edf3ab75-6649-4fca-9907-b55e5ae21a0f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1034181 Jan 17 21:43:59.164324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '1985e336-7990-41b2-b52a-af5e8606dcfa', 'network_id': '9e0ac24d-7960-496f-88c7-d55dcb1ba79f', 'port_id': '1985e336-7990-41b2-b52a-af5e8606dcfa', 'mac_address': 'fa:16:3e:57:71:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa930b17-df2b-443e-9957-533bd79b5c46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:43:59.235420 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-90d765c1-62d9-4c72-85f4-16d60502c734 req-9af50418-1a3b-4d66-b33f-af5519de107b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843098 Jan 17 21:43:59.235661 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [req-8895aa4b-5a67-4d95-8bee-7a7bae4b4331 req-6ea4bd1c-27cb-44e2-b7f5-a0d813bae084 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:43:59.240462 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8895aa4b-5a67-4d95-8bee-7a7bae4b4331 req-6ea4bd1c-27cb-44e2-b7f5-a0d813bae084 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136964 Jan 17 21:43:59.242105 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 1985e336-7990-41b2-b52a-af5e8606dcfa is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:43:59.242850 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:59.266052 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1985e336-7990-41b2-b52a-af5e8606dcfa {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:43:59.294200 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1985e336-7990-41b2-b52a-af5e8606dcfa,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:43:59.386362 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:59.469255 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d180e0-b03c-43b1-b9b5-69b60c3afbf0 req-6f770962-2ece-412e-9097-5bde8edd486d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:59.470868 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-58d180e0-b03c-43b1-b9b5-69b60c3afbf0 req-6f770962-2ece-412e-9097-5bde8edd486d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 944 time: 0.0870249 Jan 17 21:43:59.479135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:43:59.548102 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-58d180e0-b03c-43b1-b9b5-69b60c3afbf0 req-5d981df4-06fa-4326-a1c4-ce188a1f3c13 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673218 Jan 17 21:43:59.703894 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46670ac9-29e2-40c4-bae7-18ac5dfa2bcc req-84e95298-327e-41b7-9628-5300ef5472e3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:43:59.706552 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-46670ac9-29e2-40c4-bae7-18ac5dfa2bcc req-84e95298-327e-41b7-9628-5300ef5472e3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0846057 Jan 17 21:43:59.793555 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:43:59.794428 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-46670ac9-29e2-40c4-bae7-18ac5dfa2bcc req-11f82289-5d8d-4c01-acca-c285515caff3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757926 Jan 17 21:43:59.853615 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['1985e336-7990-41b2-b52a-af5e8606dcfa'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:00.020717 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2d67-8427-4f29-a696-b9f8ff5a0329 req-52029c3d-9a6c-4b9e-84a4-2d17f0738e98 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:00.024422 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a91b2d67-8427-4f29-a696-b9f8ff5a0329 req-52029c3d-9a6c-4b9e-84a4-2d17f0738e98 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 944 time: 0.0784864 Jan 17 21:44:00.096715 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a91b2d67-8427-4f29-a696-b9f8ff5a0329 req-6c5ce6df-5edd-4f9e-a902-099eed6ccc8e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566971 Jan 17 21:44:00.382900 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bfbb3-d9c9-4e26-b053-1637acb0eb27 req-8270fcf2-cfdf-4911-8591-0eefba707a81 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:00.384404 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7f4bfbb3-d9c9-4e26-b053-1637acb0eb27 req-8270fcf2-cfdf-4911-8591-0eefba707a81 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0609381 Jan 17 21:44:00.460162 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7f4bfbb3-d9c9-4e26-b053-1637acb0eb27 req-109e5e49-f231-4daf-b9b8-adc8e2e8211f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Jan 17 21:44:00.544133 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 39864) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:00.685024 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-b6474c2a-530e-4d27-947a-757027a50dce service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1382313 Jan 17 21:44:00.710577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-dccd9c30-b643-4819-8380-fdb228174e12 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109914) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:44:00.710577 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-dccd9c30-b643-4819-8380-fdb228174e12 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160387 Jan 17 21:44:00.772977 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25889f-ae0e-410a-a59b-a545813e4057 req-bc56672e-0262-411d-9f2c-44473ef0382d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:00.776802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 9a128333-969c-4ce9-9423-67037deae289 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:44:00.783944 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a25889f-ae0e-410a-a59b-a545813e4057 req-bc56672e-0262-411d-9f2c-44473ef0382d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 944 time: 0.1083674 Jan 17 21:44:00.895710 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a25889f-ae0e-410a-a59b-a545813e4057 req-546922e0-9b85-4e5b-90ec-1ed76bc919ce tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068969 Jan 17 21:44:00.953364 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29354-3c06-4cd9-97a3-196974e4c179 req-42cfc719-d34e-47be-858b-06547727da3c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:00.953864 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 9a128333-969c-4ce9-9423-67037deae289 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:44:00.955934 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90f29354-3c06-4cd9-97a3-196974e4c179 req-42cfc719-d34e-47be-858b-06547727da3c tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.0948319 Jan 17 21:44:00.969876 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 9a128333-969c-4ce9-9423-67037deae289 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:00.971592 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9a128333-969c-4ce9-9423-67037deae289), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.037630 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-90f29354-3c06-4cd9-97a3-196974e4c179 req-75f881f0-933c-4d26-9e45-83033d1e4577 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746179 Jan 17 21:44:01.067916 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 39884) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:01.071967 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a2114-ae72-48cb-be66-8e5f0dcf5e18 req-4b57c4fc-406f-4200-8a6a-84e212c2ab5e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:01.078520 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-838a2114-ae72-48cb-be66-8e5f0dcf5e18 req-4b57c4fc-406f-4200-8a6a-84e212c2ab5e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0875051 Jan 17 21:44:01.110542 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 9a128333-969c-4ce9-9423-67037deae289 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:01.110982 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9a128333-969c-4ce9-9423-67037deae289), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.155051 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=9a128333-969c-4ce9-9423-67037deae289,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:01.155955 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a128333-969c-4ce9-9423-67037deae289'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:01.158468 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047cfc84-cb45-4398-8fc9-35237575b7dd" -d '{"events": [{"server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "name": "network-vif-plugged", "status": "completed", "tag": "9a128333-969c-4ce9-9423-67037deae289"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:01.177136 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-838a2114-ae72-48cb-be66-8e5f0dcf5e18 req-47359a27-10a2-427b-95c0-22e80733a7f7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865779 Jan 17 21:44:01.239986 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9a128333-969c-4ce9-9423-67037deae289), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.294454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1732c4-b1c8-4a4b-a3c6-53704cc16f07 x-openstack-request-id: req-3b1732c4-b1c8-4a4b-a3c6-53704cc16f07 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:01.294454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "name": "network-vif-plugged", "status": "completed", "tag": "9a128333-969c-4ce9-9423-67037deae289", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:01.294454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3b1732c4-b1c8-4a4b-a3c6-53704cc16f07 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:01.294454 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a128333-969c-4ce9-9423-67037deae289', 'code': 200} Jan 17 21:44:01.343929 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:01.389313 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c984c7-ee03-4bb8-8394-01d6d72a2003 req-9d1a9fbb-6c91-4901-ace1-95dea1ceb6bb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:01.391373 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-16c984c7-ee03-4bb8-8394-01d6d72a2003 req-9d1a9fbb-6c91-4901-ace1-95dea1ceb6bb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 944 time: 0.1603265 Jan 17 21:44:01.394564 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd16bb-755b-4494-a89e-2e62dad9e177 tempest-TestMinimumBasicScenario-113363084 tempest-TestMinimumBasicScenario-113363084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:01.401571 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9bfd16bb-755b-4494-a89e-2e62dad9e177 tempest-TestMinimumBasicScenario-113363084 tempest-TestMinimumBasicScenario-113363084-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1093 time: 0.3273935 Jan 17 21:44:01.401571 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 39892) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:01.406237 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'port_id': '765f173f-06c4-4a23-b868-8febce92600f', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:01.474659 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-16c984c7-ee03-4bb8-8394-01d6d72a2003 req-2214a013-1191-4819-a68d-0020a145ea23 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579519 Jan 17 21:44:01.519375 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.662256 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:01.694113 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685393-4135-42d4-81a4-d23fbeac3023 req-b59d2ea8-fba7-4574-83d3-4b16b548ddd1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:01.702152 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-53685393-4135-42d4-81a4-d23fbeac3023 req-b59d2ea8-fba7-4574-83d3-4b16b548ddd1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1148379 Jan 17 21:44:01.787833 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-53685393-4135-42d4-81a4-d23fbeac3023 req-62b744a9-9450-4323-9283-549703020349 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799260 Jan 17 21:44:01.866486 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc50f3c1-d338-41a5-8cee-8c08736082dd req-bf3dd19e-e258-43a7-a5d7-5c9b44c0ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:01.869128 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc50f3c1-d338-41a5-8cee-8c08736082dd req-bf3dd19e-e258-43a7-a5d7-5c9b44c0ca20 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 1098 time: 0.1386609 Jan 17 21:44:01.936822 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Allocated IP 172.27.2.216 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:44:01.996570 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc50f3c1-d338-41a5-8cee-8c08736082dd req-fb6276b7-8006-4db1-a6c2-bf8731d86cb6 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204915 Jan 17 21:44:02.070880 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f621600-9a98-49ea-83eb-ff1f474faf9c req-4cc0901b-fa1d-4eae-9a61-f601a96b8882 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:02.072571 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4f621600-9a98-49ea-83eb-ff1f474faf9c req-4cc0901b-fa1d-4eae-9a61-f601a96b8882 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0624926 Jan 17 21:44:02.106920 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.122118 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.150867 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4f621600-9a98-49ea-83eb-ff1f474faf9c req-a9c9b222-f9e4-4ed0-9e16-d7fe5b88f6e9 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716629 Jan 17 21:44:02.226786 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.288143 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:44:02.298146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:44:02.300427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:44:02.332707 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a826f3a-230e-467d-ad18-595fdc88e111 req-b890d51e-3c6c-4dec-96c3-830b3d8f9c1d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:02.332707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4a826f3a-230e-467d-ad18-595fdc88e111 req-b890d51e-3c6c-4dec-96c3-830b3d8f9c1d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0614288 Jan 17 21:44:02.336499 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'Port': ['ID=d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:02.402886 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4a826f3a-230e-467d-ad18-595fdc88e111 req-1dd49ff5-91b1-4529-938c-36cec8ab4b13 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629323 Jan 17 21:44:02.586423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adef5d1-d86d-4805-aa3d-e54ddf094a73 req-131d0f8a-e832-4e2a-bc16-ccea3ed169b5 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:02.588062 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9adef5d1-d86d-4805-aa3d-e54ddf094a73 req-131d0f8a-e832-4e2a-bc16-ccea3ed169b5 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.1353137 Jan 17 21:44:02.646716 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3f20e-e78e-4b40-8b4c-499fe3c3451f req-bff6e75c-d94a-454e-9a6b-5868d392f6ea tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:02.648380 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ae3f20e-e78e-4b40-8b4c-499fe3c3451f req-bff6e75c-d94a-454e-9a6b-5868d392f6ea tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 944 time: 0.0564301 Jan 17 21:44:02.699902 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ae3f20e-e78e-4b40-8b4c-499fe3c3451f req-8b22de67-29e5-45d4-89dd-061e9cbc16c1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453687 Jan 17 21:44:02.746378 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9adef5d1-d86d-4805-aa3d-e54ddf094a73 req-096cf110-3a80-4356-8b70-67aa5125d082 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494074 Jan 17 21:44:02.766573 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1985e336-7990-41b2-b52a-af5e8606dcfa up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:44:02.925954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.932681 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 1985e336-7990-41b2-b52a-af5e8606dcfa completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:44:02.939603 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 1985e336-7990-41b2-b52a-af5e8606dcfa triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:02.945255 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.957968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for floatingip (19cdd9aa-b990-402b-97b2-e052069a4f42), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:02.991102 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb14477-ffaa-4872-9c97-b5a3445ab47f req-c86d10f5-8108-4196-b82a-dec78f7f172c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:02.994239 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0eb14477-ffaa-4872-9c97-b5a3445ab47f req-c86d10f5-8108-4196-b82a-dec78f7f172c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0819116 Jan 17 21:44:03.041727 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 1985e336-7990-41b2-b52a-af5e8606dcfa is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:03.042222 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.080326 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0eb14477-ffaa-4872-9c97-b5a3445ab47f req-d5711209-8322-4143-b296-09280587931a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Jan 17 21:44:03.081214 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1985e336-7990-41b2-b52a-af5e8606dcfa,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:03.158545 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.253488 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.298985 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:03.303344 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202c6e3d-3164-4efc-a347-c56de3f9094f" -d '{"events": [{"server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "name": "network-vif-plugged", "status": "completed", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:03.343328 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:03.384054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9556b61-7b8d-4b92-83d4-405c5becba76 req-b5fab230-6a8c-4a09-b6b5-5d37edadec0c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:03.385624 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd0be4-852d-40c8-94fd-a0bcac34dc00 x-openstack-request-id: req-dfcd0be4-852d-40c8-94fd-a0bcac34dc00 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:03.385825 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e9556b61-7b8d-4b92-83d4-405c5becba76 req-b5fab230-6a8c-4a09-b6b5-5d37edadec0c tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.1156819 Jan 17 21:44:03.386196 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "name": "network-vif-plugged", "status": "completed", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:03.386529 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dfcd0be4-852d-40c8-94fd-a0bcac34dc00 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:03.387199 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa', 'code': 200} Jan 17 21:44:03.490378 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.516592 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e9556b61-7b8d-4b92-83d4-405c5becba76 req-9c5f3fbe-cfe5-42f3-8b82-ca7f8ab414be tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169603 Jan 17 21:44:03.585030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bc234-acf2-4bba-a249-50ee559c9d22 req-931b4966-9b15-4aa6-a027-cad3123f3d10 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:03.586682 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f65bc234-acf2-4bba-a249-50ee559c9d22 req-931b4966-9b15-4aa6-a027-cad3123f3d10 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0602903 Jan 17 21:44:03.619293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.671466 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f65bc234-acf2-4bba-a249-50ee559c9d22 req-ce0893f5-bdff-4582-b8d4-ec4c8c7b2d71 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773108 Jan 17 21:44:03.759751 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'Port': ['ID=d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:03.777286 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (19cdd9aa-b990-402b-97b2-e052069a4f42), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:03.963515 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bec421-e46a-4c60-ba97-8f137ef40112 req-87594cd1-b873-4b20-a943-19ca6d81f5a7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:03.965616 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409638-a3e3-42f2-8dc9-f88f4d96143d req-7bbcf562-9a2f-4dee-a91e-baddccef5d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:03.966511 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-65bec421-e46a-4c60-ba97-8f137ef40112 req-87594cd1-b873-4b20-a943-19ca6d81f5a7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.0995893 Jan 17 21:44:03.967159 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a8409638-a3e3-42f2-8dc9-f88f4d96143d req-7bbcf562-9a2f-4dee-a91e-baddccef5d24 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 1098 time: 0.1860046 Jan 17 21:44:03.978824 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae140456-0a34-434b-9ac9-71ff5e68ef84 req-dbd83fc5-d49c-4bfe-9b82-8e61e83588cd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:03.980429 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ae140456-0a34-434b-9ac9-71ff5e68ef84 req-dbd83fc5-d49c-4bfe-9b82-8e61e83588cd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.1446085 Jan 17 21:44:04.013323 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Floating IP 19cdd9aa-b990-402b-97b2-e052069a4f42 associated. External IP: 172.27.2.216, port: 765f173f-06c4-4a23-b868-8febce92600f. Jan 17 21:44:04.061462 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-65bec421-e46a-4c60-ba97-8f137ef40112 req-b00b3522-b1be-45cb-85f7-0e0aa1057017 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856254 Jan 17 21:44:04.251779 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcc185-bf67-4c31-8e3b-0e9ff575d4e7 req-bc3f69e5-5431-4702-8e8c-d3fc50ec29a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:04.253735 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-34fcc185-bf67-4c31-8e3b-0e9ff575d4e7 req-bc3f69e5-5431-4702-8e8c-d3fc50ec29a9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0673234 Jan 17 21:44:04.337087 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-34fcc185-bf67-4c31-8e3b-0e9ff575d4e7 req-b57d5974-c5f6-4ca8-8bc7-eb48762f7aef tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746531 Jan 17 21:44:04.375435 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a8409638-a3e3-42f2-8dc9-f88f4d96143d req-96ade766-64b7-43ec-b0f6-d88c3f87a256 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939695 Jan 17 21:44:04.419896 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ae140456-0a34-434b-9ac9-71ff5e68ef84 req-a48ed899-1e4c-4464-ac12-23e8782d44c9 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282207 Jan 17 21:44:04.607474 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:44:04.685946 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2753938-5783-4ac3-a908-346a1eafc1f0 req-6331c3b6-62b7-447f-ac7e-bace7122cc33 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:04.688836 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2753938-5783-4ac3-a908-346a1eafc1f0 req-6331c3b6-62b7-447f-ac7e-bace7122cc33 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0652430 Jan 17 21:44:04.793043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:44:04.812420 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Sync routers for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:44:04.831747 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:44:04.832567 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2753938-5783-4ac3-a908-346a1eafc1f0 req-9f613167-e934-46bd-b142-8b37b1fefa41 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294031 Jan 17 21:44:04.833852 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:43:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:44:04.918552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4156406-77e1-4d7f-be71-5046908c193b req-d87600a9-020a-4273-ab5a-1861cba63bcd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:04.920344 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b4156406-77e1-4d7f-be71-5046908c193b req-d87600a9-020a-4273-ab5a-1861cba63bcd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0902884 Jan 17 21:44:04.981752 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:44:04.991482 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b4156406-77e1-4d7f-be71-5046908c193b req-3966268a-50e3-4170-8b48-83e84b1f659e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587494 Jan 17 21:44:04.999424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.063693 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-abd6bef9-cdfa-4157-a032-f7dd5b9e4c66 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6607466 Jan 17 21:44:05.064482 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:05.068448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39926) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:05.069188 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa22bdf-3098-44a6-9064-27e37e51771d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:05.076597 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66502268', 'description': 'tempest-secgroup-smoke-66502268 description', 'project_id': '1d76fe22350840edb5055f107b0ac4ec'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:05.144625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0f7bf7-08bb-47eb-b31b-ff786a3d8ea3 x-openstack-request-id: req-6a0f7bf7-08bb-47eb-b31b-ff786a3d8ea3 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:05.144625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:05.144625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6a0f7bf7-08bb-47eb-b31b-ff786a3d8ea3 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:05.144625 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:44:05.230692 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.300496 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb040d-13da-4760-8e0f-e0ec17993c74 req-587858cf-bcc7-4adc-b4bc-682816eb4f34 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.304522 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5adb040d-13da-4760-8e0f-e0ec17993c74 req-587858cf-bcc7-4adc-b4bc-682816eb4f34 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.1494136 Jan 17 21:44:05.315696 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-520fc06c-34ff-4734-a988-9780fe9e62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.318987 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-520fc06c-34ff-4734-a988-9780fe9e62bd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1098 time: 0.1165891 Jan 17 21:44:05.327562 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '19cdd9aa-b990-402b-97b2-e052069a4f42', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'port_id': '765f173f-06c4-4a23-b868-8febce92600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'mac_address': 'fa:16:3e:11:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:44:02Z', 'updated_at': '2022-01-17T21:44:02Z', 'revision_number': 0, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:44:05.359291 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (da6ed72f-b1e5-40ea-a684-532e72cd368e), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.366211 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Checking router: f9e050b9-bc1a-4e14-b9e0-74d04db921f2 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:44:05.377669 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:44:05.378478 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:43:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:44:05.432650 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (da6ed72f-b1e5-40ea-a684-532e72cd368e), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.485441 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5adb040d-13da-4760-8e0f-e0ec17993c74 req-b0d936a2-884e-45b3-8e05-e41d4b2b1431 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646125 Jan 17 21:44:05.509695 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:44:05.555848 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-95356c8c-26bd-49bd-895a-0c48c1c72f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.559151 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-95356c8c-26bd-49bd-895a-0c48c1c72f81 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 916 time: 0.2154460 Jan 17 21:44:05.576417 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.583884 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5074725 Jan 17 21:44:05.583884 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6ed72f-b1e5-40ea-a684-532e72cd368e,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:05.585197 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39936) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:05.591739 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:05.643269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.643865 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.644438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.645569 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.646519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.646694 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.646939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.647439 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.651684 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.651990 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.652994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.652994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.652994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384492df-6caf-46a3-86ca-615edccb5c60 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:05.699685 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d48fda-011c-41be-9987-9157e1903c6f req-f47248ca-c41a-4ad2-89f0-fc79763fa821 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.701331 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-36d48fda-011c-41be-9987-9157e1903c6f req-f47248ca-c41a-4ad2-89f0-fc79763fa821 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.2198956 Jan 17 21:44:05.756530 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-58209fbc-be0d-4733-a059-79f224665bd6 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.758185 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-58209fbc-be0d-4733-a059-79f224665bd6 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.1517997 Jan 17 21:44:05.835176 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-36d48fda-011c-41be-9987-9157e1903c6f req-2c810017-715a-42a4-96e8-e7c1f880328c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144397 Jan 17 21:44:05.839451 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (76dac3c3-0180-4bb9-a448-bc819805367b), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.909258 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdf76-3a3c-4d91-980d-64223f034808 req-62f330bb-ed09-4a26-9662-dfa762a91c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.909258 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-62f330bb-ed09-4a26-9662-dfa762a91c7e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 1096 time: 0.3122659 Jan 17 21:44:05.910953 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-7367e522-5b43-4402-9f52-585fdb67dcc9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 999 time: 0.2477283 Jan 17 21:44:05.921485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ee966-8b5d-40aa-91e2-7b8458543a09 req-4f8560bd-0016-43d0-a569-930b39e81bca tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:05.923111 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a15ee966-8b5d-40aa-91e2-7b8458543a09 req-4f8560bd-0016-43d0-a569-930b39e81bca tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.2637389 Jan 17 21:44:05.953423 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (76dac3c3-0180-4bb9-a448-bc819805367b), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:05.956004 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '19cdd9aa-b990-402b-97b2-e052069a4f42', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'port_id': '765f173f-06c4-4a23-b868-8febce92600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'mac_address': 'fa:16:3e:11:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:44:02Z', 'updated_at': '2022-01-17T21:44:02Z', 'revision_number': 0, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:44:05.970245 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Deleting port 3a964650-4a8b-44ef-91f3-2555afa4e772 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:05.970974 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.014226 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddeff47-cb07-4b22-9b77-d5c6d25995e9 None None] The sync data for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi is: [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '19cdd9aa-b990-402b-97b2-e052069a4f42', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'floating_ip_address': '172.27.2.216', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'port_id': '765f173f-06c4-4a23-b868-8febce92600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'mac_address': 'fa:16:3e:11:8c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:44:02Z', 'updated_at': '2022-01-17T21:44:02Z', 'revision_number': 0, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:44:06.060695 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-073d828e-396a-41d5-96b8-e68b20b3e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.062389 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-073d828e-396a-41d5-96b8-e68b20b3e754 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.1333866 Jan 17 21:44:06.069491 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a15ee966-8b5d-40aa-91e2-7b8458543a09 req-d2345a43-e9d0-485b-bb29-3a2b79146163 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316850 Jan 17 21:44:06.079803 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (76dac3c3-0180-4bb9-a448-bc819805367b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.120939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76dac3c3-0180-4bb9-a448-bc819805367b,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:06.125388 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdf76-3a3c-4d91-980d-64223f034808 req-5374c2ac-21a0-4f14-9a8f-017b5fe24f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.127405 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-5374c2ac-21a0-4f14-9a8f-017b5fe24f12 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1096 time: 0.1592963 Jan 17 21:44:06.167041 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ceff6-00de-441e-82e3-a532e0cec63f req-4846d136-a370-4c5e-ab28-9bc6c75af5a6 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.174819 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-349ceff6-00de-441e-82e3-a532e0cec63f req-4846d136-a370-4c5e-ab28-9bc6c75af5a6 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.1836312 Jan 17 21:44:06.178135 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-23114d8f-757a-4475-9f5b-cbfb53b82792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.195598 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-23114d8f-757a-4475-9f5b-cbfb53b82792 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1095483 Jan 17 21:44:06.202306 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] For port 3a964650-4a8b-44ef-91f3-2555afa4e772, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=3a964650-4a8b-44ef-91f3-2555afa4e772,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:06.202964 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.223794 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Calling delete_port for 3a964650-4a8b-44ef-91f3-2555afa4e772 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:06.264206 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-349ceff6-00de-441e-82e3-a532e0cec63f req-3d6cfc47-a4bb-4d8b-83d7-7d4abad17463 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881536 Jan 17 21:44:06.369269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.374826 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3bc28b98-a053-4475-8838-c36d6aa51a25 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7835801 Jan 17 21:44:06.376885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39948) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:06.386118 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:06.440016 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-a7bbf533-3a4c-4b38-a48d-061c02ab3959 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072740 Jan 17 21:44:06.483170 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfe223e-d370-49e1-b5dc-0c9ca905c51e None None] New status for floating IP 19cdd9aa-b990-402b-97b2-e052069a4f42: ACTIVE {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:44:06.598156 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdf76-3a3c-4d91-980d-64223f034808 req-c8738ac5-a0ac-4cfd-b778-f36001d598eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.599851 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-c8738ac5-a0ac-4cfd-b778-f36001d598eb service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.4272685 Jan 17 21:44:06.608842 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbcf917-eba3-4e69-804b-a00b146198a4 req-ddaba829-f944-41ff-9a4e-08cfcda39efd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.616127 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-afbcf917-eba3-4e69-804b-a00b146198a4 req-ddaba829-f944-41ff-9a4e-08cfcda39efd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.2462795 Jan 17 21:44:06.623508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (422854c1-9619-4223-817d-066e9b86d4b4), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.688792 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5fa22bdf-3098-44a6-9064-27e37e51771d req-6e4e26a6-0c8c-40ab-9cfa-32b2f70bfa5b service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294598 Jan 17 21:44:06.751604 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (3a964650-4a8b-44ef-91f3-2555afa4e772), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.772840 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['3a964650-4a8b-44ef-91f3-2555afa4e772'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:06.793892 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-6d037612-d3d8-4c93-b950-5de1304f23af service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 998 time: 0.1729805 Jan 17 21:44:06.801553 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-afbcf917-eba3-4e69-804b-a00b146198a4 req-46fbf145-af6f-4d18-bfdf-8825b0f9ee92 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835234 Jan 17 21:44:06.829602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Pushing event deleted for resources: {'Port': ['ID=3a964650-4a8b-44ef-91f3-2555afa4e772,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:06.855843 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab1a9a-2a48-4f1f-9f6b-18d066119b56 req-f642c20c-1ac8-408d-b37e-7ce60f2cd06c tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.858543 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6ab1a9a-2a48-4f1f-9f6b-18d066119b56 req-f642c20c-1ac8-408d-b37e-7ce60f2cd06c tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 945 time: 0.2171118 Jan 17 21:44:06.873981 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (422854c1-9619-4223-817d-066e9b86d4b4), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.901280 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdf76-3a3c-4d91-980d-64223f034808 req-e952f0b2-9507-41d2-9157-98e41a58a928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:06.903918 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-e952f0b2-9507-41d2-9157-98e41a58a928 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0843885 Jan 17 21:44:06.948466 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] No DVR routers for this DVR port 3a964650-4a8b-44ef-91f3-2555afa4e772 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:06.957583 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:06.963737 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd3490e2-f96c-48ce-8af5-bd89f4387b10 req-16d4e55d-8a43-4205-968d-8cda6eaa50cc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "DELETE /v2.0/ports/3a964650-4a8b-44ef-91f3-2555afa4e772 HTTP/1.1" status: 204 len: 173 time: 1.1939270 Jan 17 21:44:06.965154 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'name': 'network-vif-deleted', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:06.969269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fe742b-3282-4914-9b9a-361b0f0088dc" -d '{"events": [{"server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "name": "network-vif-deleted", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:07.033506 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e6ab1a9a-2a48-4f1f-9f6b-18d066119b56 req-db299800-872f-4bb0-94d9-bace4e3fabbf tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281223 Jan 17 21:44:07.058460 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cdf76-3a3c-4d91-980d-64223f034808 req-b340c5cd-728f-4471-9556-5236fc30b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:07.061071 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-b340c5cd-728f-4471-9556-5236fc30b34c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1305585 Jan 17 21:44:07.073058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (422854c1-9619-4223-817d-066e9b86d4b4), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.097367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdf499-ad4c-4139-be80-49bbc7f659ef req-40d5d209-10b2-4fab-bb87-c0d3a734da96 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:07.100921 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66bdf499-ad4c-4139-be80-49bbc7f659ef req-40d5d209-10b2-4fab-bb87-c0d3a734da96 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1196446 Jan 17 21:44:07.113093 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edc502a-9080-403f-97b2-2ba4f4445e03 x-openstack-request-id: req-6edc502a-9080-403f-97b2-2ba4f4445e03 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:07.114423 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb361693-2dcb-42c2-b9be-fd37fcda62ab", "name": "network-vif-deleted", "tag": "3a964650-4a8b-44ef-91f3-2555afa4e772", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:07.115411 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6edc502a-9080-403f-97b2-2ba4f4445e03 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:07.116000 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb361693-2dcb-42c2-b9be-fd37fcda62ab', 'name': 'network-vif-deleted', 'tag': '3a964650-4a8b-44ef-91f3-2555afa4e772', 'status': 'completed', 'code': 200} Jan 17 21:44:07.120610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422854c1-9619-4223-817d-066e9b86d4b4,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:07.213979 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-66bdf499-ad4c-4139-be80-49bbc7f659ef req-ef0380fc-4b2f-4fa1-b672-52381f3d3007 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997868 Jan 17 21:44:07.226447 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-f8034dec-7f01-4c02-aaeb-8c3379ac6adc service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572266 Jan 17 21:44:07.256503 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b3821-4f0e-458a-b7c7-95f66124ea9f req-000ab9d8-ce19-4b37-a384-e1dc8700eae2 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:07.265216 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b88b3821-4f0e-458a-b7c7-95f66124ea9f req-000ab9d8-ce19-4b37-a384-e1dc8700eae2 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.0795708 Jan 17 21:44:07.276971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.281581 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-726caf85-a60a-4152-acad-6c5e96d798df tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9007459 Jan 17 21:44:07.289194 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39962) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:07.296656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:07.350954 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-399cdf76-3a3c-4d91-980d-64223f034808 req-1e82d3a2-f2d8-4fcb-bbdd-608f2acda6e0 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054068 Jan 17 21:44:07.355327 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b88b3821-4f0e-458a-b7c7-95f66124ea9f req-3a792da6-e6d2-4a24-9f18-c003888c6fc2 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887387 Jan 17 21:44:07.479106 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (b6c57801-9553-41d7-8702-6394c68ffbd0), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.541729 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (b6c57801-9553-41d7-8702-6394c68ffbd0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.633153 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (b6c57801-9553-41d7-8702-6394c68ffbd0), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.653618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c57801-9553-41d7-8702-6394c68ffbd0,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:07.746403 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:07.747855 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-997b78bc-bd5e-4792-96dc-f2490cb533c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4563494 Jan 17 21:44:07.758198 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 39974) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:07.766910 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:07.908192 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (5168934f-3d48-4e0b-b2eb-633753dd7c8b), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.030757 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746685e-3dbf-4161-bde1-4fb44c9a060c req-3802fb7a-fa56-499e-a64c-ebe95b379d56 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:08.032406 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0746685e-3dbf-4161-bde1-4fb44c9a060c req-3802fb7a-fa56-499e-a64c-ebe95b379d56 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1003995 Jan 17 21:44:08.034352 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (5168934f-3d48-4e0b-b2eb-633753dd7c8b), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.126982 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0746685e-3dbf-4161-bde1-4fb44c9a060c req-c5dabe55-8c36-48b7-b951-ef00f9660b61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718024 Jan 17 21:44:08.129531 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (5168934f-3d48-4e0b-b2eb-633753dd7c8b), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.179242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5168934f-3d48-4e0b-b2eb-633753dd7c8b,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:08.233059 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8afe1-7218-495b-9971-6fcf29209186 req-0e2aac66-0f4e-44a6-9431-461fb6e27216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:08.236052 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2fa8afe1-7218-495b-9971-6fcf29209186 req-0e2aac66-0f4e-44a6-9431-461fb6e27216 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.0867729 Jan 17 21:44:08.319094 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.325665 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-0041351d-dfc1-4d1e-aa1f-07e97db5d060 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5612569 Jan 17 21:44:08.342033 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 40002) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:08.363198 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e604d90b-8cce-4b32-899a-846c1698aa13 req-3df1286b-f312-40f6-9df1-160053ab8578 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0729270 Jan 17 21:44:08.383388 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:08.453645 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2fa8afe1-7218-495b-9971-6fcf29209186 req-c8928732-ae19-4971-9202-88c3fa88f00b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074144 Jan 17 21:44:08.593663 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.securitygroups_db [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Project 1d76fe22350840edb5055f107b0ac4ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:44:08.609206 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (ad4507fd-7c46-40a6-b1a1-fee860d94489), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.669915 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad34c02-004e-457c-8b3b-7a9a626477d2 req-acfb399e-a7f0-4c0a-93ed-668664744c3c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:08.683414 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0ad34c02-004e-457c-8b3b-7a9a626477d2 req-acfb399e-a7f0-4c0a-93ed-668664744c3c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1378450 Jan 17 21:44:08.704837 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8593f8-fd5d-490d-b472-3d9e81e6597d req-4fea98eb-070c-4c39-8f5d-c5495c0078be tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:08.716294 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bd8593f8-fd5d-490d-b472-3d9e81e6597d req-4fea98eb-070c-4c39-8f5d-c5495c0078be tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.1787031 Jan 17 21:44:08.779967 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0ad34c02-004e-457c-8b3b-7a9a626477d2 req-accbb005-b10a-491e-8880-6a91f6ce747b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949829 Jan 17 21:44:08.865596 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bd8593f8-fd5d-490d-b472-3d9e81e6597d req-f6475669-7970-47d4-9e68-86690047afb3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379163 Jan 17 21:44:08.871776 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (ad4507fd-7c46-40a6-b1a1-fee860d94489), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.932959 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (ad4507fd-7c46-40a6-b1a1-fee860d94489), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:08.966313 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad4507fd-7c46-40a6-b1a1-fee860d94489,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:09.066176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:09.067508 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c0864a1b-0758-4743-80e4-2974a9313da4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7216935 Jan 17 21:44:09.071555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 40006) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:44:09.076367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'security_group_rule': {'security_group_id': 'da6ed72f-b1e5-40ea-a684-532e72cd368e', 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:09.218956 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.securitygroups_db [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Project 1d76fe22350840edb5055f107b0ac4ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:44:09.237433 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (aaf4546b-8404-44c0-800a-0c250a99bbe9), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:09.352351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (aaf4546b-8404-44c0-800a-0c250a99bbe9), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:09.456587 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (aaf4546b-8404-44c0-800a-0c250a99bbe9), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:09.462305 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4cc51-15b5-487a-b160-338cdca5aac4 req-87848e03-e622-4486-b4c0-2dc354a5d61a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:09.465919 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-12c4cc51-15b5-487a-b160-338cdca5aac4 req-87848e03-e622-4486-b4c0-2dc354a5d61a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1215656 Jan 17 21:44:09.496978 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf4546b-8404-44c0-800a-0c250a99bbe9,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:09.560606 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-12c4cc51-15b5-487a-b160-338cdca5aac4 req-c275f03b-ce4a-47ae-a272-a49fbc7bb839 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835292 Jan 17 21:44:09.617363 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:09.619668 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7ded1395-81f1-44a5-91e6-8f0845628cf3 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5466590 Jan 17 21:44:09.720561 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-832038ba-be20-4c54-8ed7-a1df2cf82117 req-f27e80b0-760b-4b71-ac99-6a2b4cbcd029 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0425186 Jan 17 21:44:09.867442 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-fb5437ed-c00c-481f-81a0-557f7782f297 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66502268&fields=id&tenant_id=1d76fe22350840edb5055f107b0ac4ec HTTP/1.1" status: 200 len: 267 time: 0.0528626 Jan 17 21:44:09.961985 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-ff548f7a-6d70-4744-a04b-5b7c939a98c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:09.963593 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-ff548f7a-6d70-4744-a04b-5b7c939a98c4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.0875478 Jan 17 21:44:09.976067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'port': {'security_groups': ['df2ee7df-8e8f-4aa0-a9b5-d986a7315b07', 'da6ed72f-b1e5-40ea-a684-532e72cd368e']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:10.078123 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:10.390016 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:10.438466 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for port (765f173f-06c4-4a23-b868-8febce92600f), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:10.812297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 3a964650-4a8b-44ef-91f3-2555afa4e772 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:44:10.871864 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 3a964650-4a8b-44ef-91f3-2555afa4e772 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:44:10.872580 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 3a964650-4a8b-44ef-91f3-2555afa4e772 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:44:10.918855 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:10.938442 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:11.006617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:11.007120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:11.026398 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3c6fe36b-030b-49c7-b1bb-ac61cc5a3eaf req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "PUT /v2.0/ports/765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 981 time: 1.0439513 Jan 17 21:44:11.026398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:11.026398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c53331-8e49-48ac-a361-d00286f2dc89" -d '{"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:11.103566 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd85366-1cdf-4be2-b24c-7167cbf963de tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=6']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:11.190307 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:11.359079 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd6516-019a-4822-abf4-e328ac987fec req-89a28376-a5ba-48ed-949f-d44627fb7a39 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:11.377334 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a8dd6516-019a-4822-abf4-e328ac987fec req-89a28376-a5ba-48ed-949f-d44627fb7a39 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1964962 Jan 17 21:44:11.484203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a8dd6516-019a-4822-abf4-e328ac987fec req-be7b6b4b-4003-4559-842e-18e2b7b29a80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048620 Jan 17 21:44:11.491005 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-5f090d2a-19fb-4ffe-a63b-1eefd20948cc None None] Provisioning complete for port 765f173f-06c4-4a23-b868-8febce92600f triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:11.491629 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5f090d2a-19fb-4ffe-a63b-1eefd20948cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (765f173f-06c4-4a23-b868-8febce92600f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:11.695185 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e95e9-7a4f-41c6-a34c-885c7dfcee90 req-fb2d3d6d-7bb7-4838-be30-d9a8123491ea tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:11.697995 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0d1e95e9-7a4f-41c6-a34c-885c7dfcee90 req-fb2d3d6d-7bb7-4838-be30-d9a8123491ea tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.1085575 Jan 17 21:44:11.811180 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0d1e95e9-7a4f-41c6-a34c-885c7dfcee90 req-77a42373-6343-4d98-b96b-b69942878c51 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007490 Jan 17 21:44:12.011458 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-5f090d2a-19fb-4ffe-a63b-1eefd20948cc None None] Current status of the port 765f173f-06c4-4a23-b868-8febce92600f is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:12.060553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afb74f-72c8-4f72-93c9-6017a1021090 req-09b863ba-0101-45d8-94ff-313433f3b6fc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:12.069953 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d1afb74f-72c8-4f72-93c9-6017a1021090 req-09b863ba-0101-45d8-94ff-313433f3b6fc tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1306701 Jan 17 21:44:12.155840 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d1afb74f-72c8-4f72-93c9-6017a1021090 req-5116ca96-e0d6-433d-a8be-464f80516aa1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843270 Jan 17 21:44:12.298645 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9d3f8d29-03db-4e9e-afe6-f1a1b62457a1 req-9e94638f-6836-46d7-a908-321cf65f31a7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0295832 Jan 17 21:44:12.435060 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd503aa1-04b8-4f66-8534-8da6360acc5d req-edfa5de0-5e8f-4c82-8870-9c366bc28958 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:12.436650 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd503aa1-04b8-4f66-8534-8da6360acc5d req-edfa5de0-5e8f-4c82-8870-9c366bc28958 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0785403 Jan 17 21:44:12.504022 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dd503aa1-04b8-4f66-8534-8da6360acc5d req-00742ffb-8685-46eb-aa93-3e303c07fde5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0597243 Jan 17 21:44:12.585515 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a544e10e-ab88-4ce1-b05c-d251a216d3fb x-openstack-request-id: req-a544e10e-ab88-4ce1-b05c-d251a216d3fb {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:12.585804 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:12.586087 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a544e10e-ab88-4ce1-b05c-d251a216d3fb {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:12.586500 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:44:12.710385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0475ba3-a3e4-454d-ac89-f50854c203c4 req-f81c4724-e34e-430a-9fce-e7f877e12b38 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:12.712035 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e0475ba3-a3e4-454d-ac89-f50854c203c4 req-f81c4724-e34e-430a-9fce-e7f877e12b38 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0735102 Jan 17 21:44:12.770442 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e0475ba3-a3e4-454d-ac89-f50854c203c4 req-4b2c8ce5-474b-49de-9189-6871b3f56982 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516295 Jan 17 21:44:12.991680 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734e509-09ae-468a-a9a1-5229fc5a3c6b req-d1a22f51-2577-44da-a68b-98f199ec91b7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:12.993299 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f734e509-09ae-468a-a9a1-5229fc5a3c6b req-d1a22f51-2577-44da-a68b-98f199ec91b7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0763228 Jan 17 21:44:13.058602 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f734e509-09ae-468a-a9a1-5229fc5a3c6b req-285f9c3c-d660-43b6-a6c8-4ed3603c3815 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595129 Jan 17 21:44:13.356230 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c609a8-983d-48fe-95f6-896f4bc50c8b req-4897934e-34c6-4871-bde1-ff965ae9e9ba tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:13.357935 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d3c609a8-983d-48fe-95f6-896f4bc50c8b req-4897934e-34c6-4871-bde1-ff965ae9e9ba tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0947180 Jan 17 21:44:13.445029 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d3c609a8-983d-48fe-95f6-896f4bc50c8b req-79eb0cab-586f-44b6-9372-450b3a76d2c2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783367 Jan 17 21:44:13.607905 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e99cdff9-4df1-4e46-b40b-9d0746048538 req-e69cc6ff-5e06-435d-ac45-ab8d0942385c tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0473974 Jan 17 21:44:13.916943 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8bdd-36d4-40b2-8a63-9d3bcb543ff9 req-7dda6e33-a17f-46d9-8455-c78d36c0dbeb tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:13.918720 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-190f8bdd-36d4-40b2-8a63-9d3bcb543ff9 req-7dda6e33-a17f-46d9-8455-c78d36c0dbeb tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0667124 Jan 17 21:44:13.993657 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-190f8bdd-36d4-40b2-8a63-9d3bcb543ff9 req-45b687d2-024d-42ff-a1bd-b9b99a6ac8d0 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650671 Jan 17 21:44:14.237673 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd576e0-f0a9-4bc8-b6cf-4d5206c87a9c req-d3a4354b-1414-4b18-9208-e6660d25fdd1 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:14.241341 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0dd576e0-f0a9-4bc8-b6cf-4d5206c87a9c req-d3a4354b-1414-4b18-9208-e6660d25fdd1 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0873370 Jan 17 21:44:14.330415 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0dd576e0-f0a9-4bc8-b6cf-4d5206c87a9c req-98aef9ff-a073-4ad2-83af-c950b6bc9fcf tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816114 Jan 17 21:44:14.611065 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c335a9-bee2-48fb-9bad-5b9ca24c3968 req-63578e8d-418c-49bf-9994-d14602c3d705 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:14.614268 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-80c335a9-bee2-48fb-9bad-5b9ca24c3968 req-63578e8d-418c-49bf-9994-d14602c3d705 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0699470 Jan 17 21:44:14.692899 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-80c335a9-bee2-48fb-9bad-5b9ca24c3968 req-3dd990b9-7097-4387-8754-d722d0730a2d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687623 Jan 17 21:44:14.865578 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32e2bf7a-c3df-4561-bd4d-076be8ad90db req-bdb7b5e8-cc5f-4d57-ab28-b8b2df6a9a22 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0394254 Jan 17 21:44:15.166929 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bce97-06b5-4b49-9e17-d4b17537aa93 req-3ee1a37d-5d58-43d7-96d8-d92361789f75 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:15.169394 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-536bce97-06b5-4b49-9e17-d4b17537aa93 req-3ee1a37d-5d58-43d7-96d8-d92361789f75 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0779555 Jan 17 21:44:15.258666 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-536bce97-06b5-4b49-9e17-d4b17537aa93 req-9b9d963d-f826-4a20-a65f-c2399980e82d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810351 Jan 17 21:44:15.491628 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d3d1-1fb4-4e2d-b264-928b0c8598db req-51ab91bc-4dc2-4061-aba4-9c79c8bb7cc8 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:15.493634 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b4d1d3d1-1fb4-4e2d-b264-928b0c8598db req-51ab91bc-4dc2-4061-aba4-9c79c8bb7cc8 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0594504 Jan 17 21:44:15.571040 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b4d1d3d1-1fb4-4e2d-b264-928b0c8598db req-a3b4886e-da7e-4f79-847f-0c5acaa1d501 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707202 Jan 17 21:44:15.862228 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50ac31-a3c0-4d5c-8c55-ba207c6c3e82 req-ac71b164-940a-4e25-ad86-0136d5ea8d11 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:15.864946 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7a50ac31-a3c0-4d5c-8c55-ba207c6c3e82 req-ac71b164-940a-4e25-ad86-0136d5ea8d11 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0535665 Jan 17 21:44:15.941340 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7a50ac31-a3c0-4d5c-8c55-ba207c6c3e82 req-07a6e75d-051d-4420-af4d-65e2e2ad9dec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703669 Jan 17 21:44:16.063268 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-211ab02f-157a-4d13-a0ab-ffb07453f3ed req-5af4b8ee-b41c-4bbb-9ec7-6392f749b46a tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0289931 Jan 17 21:44:16.450931 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febaa9e-d0db-4fdb-b44f-c2de7fe9d978 req-40bf830d-1fb3-4c12-8615-df6fc4a2b03b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:16.453138 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5febaa9e-d0db-4fdb-b44f-c2de7fe9d978 req-40bf830d-1fb3-4c12-8615-df6fc4a2b03b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0885799 Jan 17 21:44:16.510112 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5febaa9e-d0db-4fdb-b44f-c2de7fe9d978 req-9118daa3-5498-4965-b4ad-a81290123811 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500605 Jan 17 21:44:16.713976 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9748a8-e97c-416a-9ab0-4206efe028a0 req-9dd69ccc-04c8-4b33-ad1d-d3871e008bc2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:16.715832 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ab9748a8-e97c-416a-9ab0-4206efe028a0 req-9dd69ccc-04c8-4b33-ad1d-d3871e008bc2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0566010 Jan 17 21:44:16.781973 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ab9748a8-e97c-416a-9ab0-4206efe028a0 req-1fa0cc5a-5bff-4992-abb9-25327283e3ee tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599782 Jan 17 21:44:17.114683 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384f719-7896-413f-824b-fb8a3cd4a873 req-661df1f3-3cd3-4837-8c89-9f180f57a443 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:17.116415 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3384f719-7896-413f-824b-fb8a3cd4a873 req-661df1f3-3cd3-4837-8c89-9f180f57a443 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0602369 Jan 17 21:44:17.201536 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3384f719-7896-413f-824b-fb8a3cd4a873 req-1fd94378-5ac2-4edb-a442-7095336d393e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791249 Jan 17 21:44:17.313867 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f379e715-2746-4472-bdf7-057386132994 req-7d9caab4-7f20-4a61-8529-70dce5099d11 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0300033 Jan 17 21:44:17.666505 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dcdea-f91a-4aa5-9333-17091dc77a5b req-2da3982e-be82-43b4-ac30-f7b4209ecdad tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:17.668432 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ae8dcdea-f91a-4aa5-9333-17091dc77a5b req-2da3982e-be82-43b4-ac30-f7b4209ecdad tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0820897 Jan 17 21:44:17.719420 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ae8dcdea-f91a-4aa5-9333-17091dc77a5b req-8d332263-2757-4f32-a7b0-1f16cc822ce3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Jan 17 21:44:17.925399 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c6816-1907-4293-bd91-7a18acd47868 req-58a10e90-e960-431c-a5f8-ca079279bea7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:17.928085 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-224c6816-1907-4293-bd91-7a18acd47868 req-58a10e90-e960-431c-a5f8-ca079279bea7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0617704 Jan 17 21:44:17.988728 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-224c6816-1907-4293-bd91-7a18acd47868 req-35e39297-7800-412d-85ec-ea8b045f91cb tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539558 Jan 17 21:44:18.703809 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b5250-8276-4ad3-acf1-d7a12776c1b1 req-ad539348-8eb9-4b8f-858f-87ad341b254c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:18.708339 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-748b5250-8276-4ad3-acf1-d7a12776c1b1 req-ad539348-8eb9-4b8f-858f-87ad341b254c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.3734019 Jan 17 21:44:18.783891 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-748b5250-8276-4ad3-acf1-d7a12776c1b1 req-754271a5-d311-4597-b2ca-0c592d46ae95 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693905 Jan 17 21:44:18.942742 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a9f44951-0490-469d-9a5f-a107524e7f8b req-192ad556-44f9-4c26-bab5-02d811aba4a4 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0383625 Jan 17 21:44:19.094416 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aeb05c-14e2-4ee2-8e34-ddf0d480e1bb req-03302b85-9df0-469f-9dda-37380d16c5e7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:19.103770 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f0aeb05c-14e2-4ee2-8e34-ddf0d480e1bb req-03302b85-9df0-469f-9dda-37380d16c5e7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0732253 Jan 17 21:44:19.197609 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f0aeb05c-14e2-4ee2-8e34-ddf0d480e1bb req-b1db127d-3d55-4bb8-a3ed-7ce2e90147e6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940125 Jan 17 21:44:19.346331 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e3256-50c6-409c-8725-ebff61ee1b32 req-b0090a8d-a21c-410b-a9a1-4c21f9356eea tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:19.348605 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4b1e3256-50c6-409c-8725-ebff61ee1b32 req-b0090a8d-a21c-410b-a9a1-4c21f9356eea tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0682938 Jan 17 21:44:19.403032 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4b1e3256-50c6-409c-8725-ebff61ee1b32 req-fc55c820-95aa-4623-85b1-e907bb2b9ec9 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483053 Jan 17 21:44:19.936381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a8fcd-c69d-45d2-a37f-5e9019465b74 req-2a57ca88-1e11-48e0-bc48-19548dfcec1f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:19.937986 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b49a8fcd-c69d-45d2-a37f-5e9019465b74 req-2a57ca88-1e11-48e0-bc48-19548dfcec1f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0531456 Jan 17 21:44:19.993561 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b49a8fcd-c69d-45d2-a37f-5e9019465b74 req-e0bd120b-13a1-4619-9ac6-f2545b44bb80 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487111 Jan 17 21:44:20.107991 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-994622ee-5dc3-46c1-9a83-6dfc173ecbc8 req-eecef688-2803-45d1-be83-374d8c93e10b tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb361693-2dcb-42c2-b9be-fd37fcda62ab HTTP/1.1" status: 200 len: 210 time: 0.0320218 Jan 17 21:44:20.328409 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30aea0-0a0b-4c98-baf1-b63954ac70a3 req-7b323e38-7153-49ba-a582-ef10271e8535 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.329998 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca30aea0-0a0b-4c98-baf1-b63954ac70a3 req-7b323e38-7153-49ba-a582-ef10271e8535 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0546372 Jan 17 21:44:20.388379 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca30aea0-0a0b-4c98-baf1-b63954ac70a3 req-a3b55536-487d-4393-ae67-e88d41376b49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476215 Jan 17 21:44:20.526432 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-b15abb58-a55e-49e9-bfcb-fd15fcf0c94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.528063 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-b15abb58-a55e-49e9-bfcb-fd15fcf0c94f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1137 time: 0.0467036 Jan 17 21:44:20.604123 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a5868-9e2c-4dc1-85e0-bcd3a2fa887f req-085cff56-6241-459f-a26e-f4e57953ad14 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.605718 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-195a5868-9e2c-4dc1-85e0-bcd3a2fa887f req-085cff56-6241-459f-a26e-f4e57953ad14 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0777974 Jan 17 21:44:20.649261 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-c402dce9-f7df-4023-aa8a-b001a8f4496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.649261 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-c402dce9-f7df-4023-aa8a-b001a8f4496a service neutron] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 916 time: 0.1085124 Jan 17 21:44:20.693050 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-195a5868-9e2c-4dc1-85e0-bcd3a2fa887f req-b2cac2ff-d14c-4a97-8501-3d112c0a2e33 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759053 Jan 17 21:44:20.734256 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-d3f61e26-fa1d-4917-9f7a-12df2f432505 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 1001 time: 0.0802970 Jan 17 21:44:20.791980 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-4d8d4029-9eba-4181-8ad2-5f4302268479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.793451 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-4d8d4029-9eba-4181-8ad2-5f4302268479 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.0478113 Jan 17 21:44:20.846427 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:20.848645 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-efeee3de-f318-43c8-9ed5-61d8cb9aa5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:20.850304 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-efeee3de-f318-43c8-9ed5-61d8cb9aa5ba service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447667 Jan 17 21:44:20.951593 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-2e0954de-cbb8-4af0-952f-002233a92fe3 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948260 Jan 17 21:44:21.056531 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74c53331-8e49-48ac-a361-d00286f2dc89 req-869a6652-b3df-40f9-a879-ed5acc61e1ee service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976865 Jan 17 21:44:21.140815 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c506-b9f6-4855-b0ac-de56a0416b72 req-db9a7da3-5671-4f96-a19f-5612d053bafb tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:21.142515 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9c5c506-b9f6-4855-b0ac-de56a0416b72 req-db9a7da3-5671-4f96-a19f-5612d053bafb tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0576401 Jan 17 21:44:21.198802 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9c5c506-b9f6-4855-b0ac-de56a0416b72 req-4ce7e731-14ab-437d-94a2-6045ab3ef34e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495028 Jan 17 21:44:21.535545 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b863c-7a11-40da-83e0-e83bdf7c926c req-6a1c8638-0209-4470-98e8-0eabe751b5c6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:21.537154 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d22b863c-7a11-40da-83e0-e83bdf7c926c req-6a1c8638-0209-4470-98e8-0eabe751b5c6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0594673 Jan 17 21:44:21.590223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d22b863c-7a11-40da-83e0-e83bdf7c926c req-baeffdea-0c00-42db-b05f-5344223a4af5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469275 Jan 17 21:44:21.871465 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6252c-a7e4-4e10-8635-08a008e15b39 req-b77fe87f-a3b8-4007-9b13-984b6e4a0865 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:21.874603 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-11c6252c-a7e4-4e10-8635-08a008e15b39 req-b77fe87f-a3b8-4007-9b13-984b6e4a0865 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.1013286 Jan 17 21:44:21.932046 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-11c6252c-a7e4-4e10-8635-08a008e15b39 req-a1a97b41-5088-4e65-a3ad-1d9b72ef47e2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511267 Jan 17 21:44:22.348902 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1604e5-2d32-48a8-a8b8-a8a6c455b305 req-6b825e26-b505-4c2f-8438-244fb8b73dc5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:22.351905 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2c1604e5-2d32-48a8-a8b8-a8a6c455b305 req-6b825e26-b505-4c2f-8438-244fb8b73dc5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0687726 Jan 17 21:44:22.408565 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2c1604e5-2d32-48a8-a8b8-a8a6c455b305 req-3021f749-8fe0-4173-b549-6c5bffeec867 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497062 Jan 17 21:44:22.719270 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21601e-4461-435f-8fb3-af5ab216576d req-2e280673-7529-4b69-8ae1-fb6a097ee9c2 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:22.720705 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2a21601e-4461-435f-8fb3-af5ab216576d req-2e280673-7529-4b69-8ae1-fb6a097ee9c2 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0541406 Jan 17 21:44:22.772599 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2a21601e-4461-435f-8fb3-af5ab216576d req-34da6e37-e861-46a9-8d9e-2e9647eb6c81 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jan 17 21:44:23.070853 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09dccf-b75b-40e7-834c-819a92c67da5 req-4087118d-d0d9-4554-ae66-8d7b3fa3743d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:23.072555 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3f09dccf-b75b-40e7-834c-819a92c67da5 req-4087118d-d0d9-4554-ae66-8d7b3fa3743d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0561230 Jan 17 21:44:23.133266 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3f09dccf-b75b-40e7-834c-819a92c67da5 req-eac8940e-4233-4a6a-b04a-652ebbf6a219 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541103 Jan 17 21:44:23.262093 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5a29-9dea-4ea5-8127-9e2f9f9e34bf req-ed0bd719-392a-4e93-aee9-2e67f36999f1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:23.263773 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db1d5a29-9dea-4ea5-8127-9e2f9f9e34bf req-ed0bd719-392a-4e93-aee9-2e67f36999f1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0533514 Jan 17 21:44:23.318470 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db1d5a29-9dea-4ea5-8127-9e2f9f9e34bf req-e8a6a025-3737-4121-bb5c-63afcc7088ff tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476842 Jan 17 21:44:23.545934 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974728fd-d725-45b3-9e2e-7979d8496452 req-3d398f83-8a6a-4701-a445-585ee91b5cb3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:23.547570 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-974728fd-d725-45b3-9e2e-7979d8496452 req-3d398f83-8a6a-4701-a445-585ee91b5cb3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0572319 Jan 17 21:44:23.602462 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-974728fd-d725-45b3-9e2e-7979d8496452 req-3c979f71-bae2-4150-b649-375e7f48f29f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483963 Jan 17 21:44:24.272124 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d29c4-469a-4ba0-beaf-27408e8b116e req-5b069733-ad6c-4584-9c12-85562a4d07df tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:24.273817 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d55d29c4-469a-4ba0-beaf-27408e8b116e req-5b069733-ad6c-4584-9c12-85562a4d07df tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0549040 Jan 17 21:44:24.334483 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d55d29c4-469a-4ba0-beaf-27408e8b116e req-f950c862-513d-468c-975f-7a234be37e22 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507836 Jan 17 21:44:24.453633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bda6-c71d-4969-9001-92fd5245c084 req-c5c27c88-e187-4eed-8526-5466719b6cc4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:24.455252 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-20e8bda6-c71d-4969-9001-92fd5245c084 req-c5c27c88-e187-4eed-8526-5466719b6cc4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0593512 Jan 17 21:44:24.517340 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-20e8bda6-c71d-4969-9001-92fd5245c084 req-b7385ba5-472f-4ce5-9285-b1453b04eaaf tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Jan 17 21:44:24.746694 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbad293-2af3-406f-a63f-616616f4a555 req-813c2743-266c-423b-9858-a2057caa8840 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:24.748697 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8cbad293-2af3-406f-a63f-616616f4a555 req-813c2743-266c-423b-9858-a2057caa8840 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0686333 Jan 17 21:44:24.805828 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8cbad293-2af3-406f-a63f-616616f4a555 req-d508f8a6-bd78-43d4-855a-3050797f1b74 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509586 Jan 17 21:44:25.247387 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62670c6-d059-4244-8cd2-89b19a942343 req-49729afb-7007-46f4-a88d-2613f9f7e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.248926 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-49729afb-7007-46f4-a88d-2613f9f7e08a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.0500066 Jan 17 21:44:25.363422 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62670c6-d059-4244-8cd2-89b19a942343 req-ae8159ae-81df-4398-a129-49fe9e716a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.366734 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-ae8159ae-81df-4398-a129-49fe9e716a85 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 918 time: 0.1083565 Jan 17 21:44:25.390786 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-6b511819-073e-4750-a339-c2c852037444 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.393245 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-6b511819-073e-4750-a339-c2c852037444 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.0835590 Jan 17 21:44:25.406419 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-baba74ae-1f41-4305-8060-442621bfb7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:25.433507 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-a6f42e66-5239-4df5-ae8d-34092e1a2bbe service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 217 time: 0.0609138 Jan 17 21:44:25.549696 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Deleting port 9a128333-969c-4ce9-9423-67037deae289 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:25.551617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (9a128333-969c-4ce9-9423-67037deae289), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:25.751647 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cda4bf-cb47-4728-9714-6cef3fba7a32 req-ab06cd00-cbb4-40f5-bef3-420c9736ae77 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.753305 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e1cda4bf-cb47-4728-9714-6cef3fba7a32 req-ab06cd00-cbb4-40f5-bef3-420c9736ae77 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0928059 Jan 17 21:44:25.779120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] For port 9a128333-969c-4ce9-9423-67037deae289, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=9a128333-969c-4ce9-9423-67037deae289,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:25.780547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (9a128333-969c-4ce9-9423-67037deae289), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:25.796647 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62670c6-d059-4244-8cd2-89b19a942343 req-dd8494a4-e93f-4e64-a219-5d4dfe2c9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.798649 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-dd8494a4-e93f-4e64-a219-5d4dfe2c9676 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.3561854 Jan 17 21:44:25.804131 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Calling delete_port for 9a128333-969c-4ce9-9423-67037deae289 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:25.808147 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c42c45-6b41-45a6-bc64-d7c9efdd80f2 req-66e03f9e-78e4-4108-8144-c8c390de1268 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:25.809707 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-54c42c45-6b41-45a6-bc64-d7c9efdd80f2 req-66e03f9e-78e4-4108-8144-c8c390de1268 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 945 time: 0.3569763 Jan 17 21:44:25.841724 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e1cda4bf-cb47-4728-9714-6cef3fba7a32 req-3145865b-9cbc-4675-ad6e-2082bdb4bde6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744746 Jan 17 21:44:25.869300 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-246dab6d-ee4e-4165-b899-a271c94a9000 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585771 Jan 17 21:44:25.975351 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-54c42c45-6b41-45a6-bc64-d7c9efdd80f2 req-6bcae793-1547-4eea-9c27-c7866ee31b99 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523662 Jan 17 21:44:26.058405 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-468c2846-63fd-43d0-9df4-8ce21d245f49 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800070 Jan 17 21:44:26.129919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2677393-11e1-4367-b2d7-ef6a8a2e620c req-5bfc72f5-bcd5-47ac-92e0-5476cc0b40e9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:26.132323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2677393-11e1-4367-b2d7-ef6a8a2e620c req-5bfc72f5-bcd5-47ac-92e0-5476cc0b40e9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.1761968 Jan 17 21:44:26.214468 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b62670c6-d059-4244-8cd2-89b19a942343 req-a7530186-9a03-4d16-a96e-f8f08b0eb9df service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462433 Jan 17 21:44:26.245921 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2677393-11e1-4367-b2d7-ef6a8a2e620c req-2210f160-dafa-4a76-8c18-1edf66f4b212 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001589 Jan 17 21:44:26.253720 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (9a128333-969c-4ce9-9423-67037deae289), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:26.270509 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['9a128333-969c-4ce9-9423-67037deae289'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:26.326836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Pushing event deleted for resources: {'Port': ['ID=9a128333-969c-4ce9-9423-67037deae289,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:26.389574 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] No DVR routers for this DVR port 9a128333-969c-4ce9-9423-67037deae289 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:26.394671 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:26.400919 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27cc9b5c-6d4c-46be-92c3-2e33251fb43c req-1c35aa1b-1826-43c0-943d-1b25ce069981 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "DELETE /v2.0/ports/9a128333-969c-4ce9-9423-67037deae289 HTTP/1.1" status: 204 len: 173 time: 0.9998016 Jan 17 21:44:26.401698 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'name': 'network-vif-deleted', 'tag': '9a128333-969c-4ce9-9423-67037deae289'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:26.407564 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daccaccd-3cf3-46a6-831e-af844b35cec0" -d '{"events": [{"server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "name": "network-vif-deleted", "tag": "9a128333-969c-4ce9-9423-67037deae289"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:26.477485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4bf08d-d472-41e0-88bb-8399a31f6f59 x-openstack-request-id: req-ae4bf08d-d472-41e0-88bb-8399a31f6f59 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:26.477963 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819346e5-6236-4e30-804b-40a874d30d80", "name": "network-vif-deleted", "tag": "9a128333-969c-4ce9-9423-67037deae289", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:26.478383 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ae4bf08d-d472-41e0-88bb-8399a31f6f59 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:26.479188 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819346e5-6236-4e30-804b-40a874d30d80', 'name': 'network-vif-deleted', 'tag': '9a128333-969c-4ce9-9423-67037deae289', 'status': 'completed', 'code': 200} Jan 17 21:44:27.058462 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2310c3-5424-4889-a0d2-7b3b286069b2 req-f0bf200a-ad9a-4536-a525-cbdf4549c7ef tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:27.061400 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eb2310c3-5424-4889-a0d2-7b3b286069b2 req-f0bf200a-ad9a-4536-a525-cbdf4549c7ef tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0868495 Jan 17 21:44:27.123181 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eb2310c3-5424-4889-a0d2-7b3b286069b2 req-ddf38ee6-5ff6-4d17-9a54-bbd5e6a85308 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Jan 17 21:44:27.139846 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8e7327bb-c056-4605-8bb1-cff1158f2413 req-cd81b2b3-b04c-4ecc-b977-b3d3ac7cd160 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=819346e5-6236-4e30-804b-40a874d30d80 HTTP/1.1" status: 200 len: 210 time: 0.0311389 Jan 17 21:44:27.388568 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176063c9-6b5a-470b-8bde-0f46b0fe4753 req-e4afe734-8402-46b7-bfe0-c0f605aeda4a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:27.390183 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-176063c9-6b5a-470b-8bde-0f46b0fe4753 req-e4afe734-8402-46b7-bfe0-c0f605aeda4a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0557015 Jan 17 21:44:27.449383 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-176063c9-6b5a-470b-8bde-0f46b0fe4753 req-7395955f-4d78-4c4d-934b-18b798aef2b3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493131 Jan 17 21:44:28.286793 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6dd21306-f89a-47cc-a384-339963c8994b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:28.298940 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3dbaf-b4a6-4ccf-b30c-25a4d49cdb23 req-dde7b752-0756-4ce0-add4-e9a7259bef83 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:28.302780 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d3b3dbaf-b4a6-4ccf-b30c-25a4d49cdb23 req-dde7b752-0756-4ce0-add4-e9a7259bef83 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0882366 Jan 17 21:44:28.370727 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d3b3dbaf-b4a6-4ccf-b30c-25a4d49cdb23 req-c2324f4f-5d77-4b0e-b1d9-666d4a07e5e0 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611038 Jan 17 21:44:28.504748 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-72175fe6-f145-45f7-89c3-8e168c833da3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:28.506999 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-72175fe6-f145-45f7-89c3-8e168c833da3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/networks?id=66844417-f595-48b0-be31-b07e9dce022f HTTP/1.1" status: 200 len: 809 time: 0.1275957 Jan 17 21:44:28.526532 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-15268344-9316-4d31-98ea-f46efcceb0ae tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/quotas/d1ec7a78b15f48c898b6b4bc1448d034 HTTP/1.1" status: 200 len: 375 time: 0.0124087 Jan 17 21:44:28.565364 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-43f29c46-97df-4d89-b1fa-4f7446b6dc42 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300784 Jan 17 21:44:28.637273 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099ecfd-91bf-494b-b9ec-1108b6381ebf req-d8ccd959-3520-403c-ba45-4c9a0a60b4e1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:28.639915 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c099ecfd-91bf-494b-b9ec-1108b6381ebf req-d8ccd959-3520-403c-ba45-4c9a0a60b4e1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0764513 Jan 17 21:44:28.678089 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-9bf7ac99-0e4c-43b2-9d15-b630ef4565c4 service neutron] 10.222.0.74 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038783 Jan 17 21:44:28.705804 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c099ecfd-91bf-494b-b9ec-1108b6381ebf req-369fc455-65f5-452c-b4a6-3b91a48d081c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597103 Jan 17 21:44:28.787814 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-5b91e49e-407e-43a4-84ef-58a94a470d44 service neutron] 10.222.0.74 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986812 Jan 17 21:44:29.091013 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dd1e8307-cfbb-4cb4-bfce-b4325ff766d0 req-38d12f51-666d-494e-8952-3e002481f426 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0460727 Jan 17 21:44:29.520791 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd31890-6b2a-4a05-be74-0f21b2ea1c23 req-79f84459-6f90-402c-aff3-6f91830cf352 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:29.522505 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd31890-6b2a-4a05-be74-0f21b2ea1c23 req-79f84459-6f90-402c-aff3-6f91830cf352 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0578091 Jan 17 21:44:29.601708 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2fd31890-6b2a-4a05-be74-0f21b2ea1c23 req-dbd6cc14-f0fc-44db-8e57-d07612318940 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690842 Jan 17 21:44:29.818400 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:29.858041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc481-b80c-4ee1-8bc6-6a77b7abd028 req-bf11e1ce-4eeb-49cc-a5ef-4c449e35ae3e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:29.860668 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d56dc481-b80c-4ee1-8bc6-6a77b7abd028 req-bf11e1ce-4eeb-49cc-a5ef-4c449e35ae3e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 943 time: 0.0664508 Jan 17 21:44:29.920427 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d56dc481-b80c-4ee1-8bc6-6a77b7abd028 req-3bd5dece-8b7f-440b-a081-f2fe592d5851 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533855 Jan 17 21:44:30.221873 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a6a4f598-c9d0-4423-a117-7c4e0651e913 req-0a1c101d-bf57-4bc4-ba0c-f8c1cb1e2ab5 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0343182 Jan 17 21:44:30.411398 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:44:30.523363 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:30.539691 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'mac_address': 'fa:16:3e:f5:8b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:44:30.579701 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:30.580087 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:30.594968 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:44:30.618591 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:30.692946 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:30.741820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0422e96-8e40-4940-b484-52d26b1d103b req-35860b6d-6247-4d15-89f5-6664f360ae56 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:30.743666 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a0422e96-8e40-4940-b484-52d26b1d103b req-35860b6d-6247-4d15-89f5-6664f360ae56 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0598960 Jan 17 21:44:30.775165 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=9']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:30.785301 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.785863 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.786385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.786794 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.787337 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.787719 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.788050 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.788377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.788703 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.789057 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.789386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.789705 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.790023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:30.812291 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a0422e96-8e40-4940-b484-52d26b1d103b req-907eed70-ce8e-493c-b149-50f1f1b93531 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567517 Jan 17 21:44:31.107423 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148ea34-2562-4d12-8cec-d8dc000842ea req-fa2c8deb-3954-4f07-9566-9204180b210a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:31.110371 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f148ea34-2562-4d12-8cec-d8dc000842ea req-fa2c8deb-3954-4f07-9566-9204180b210a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0883470 Jan 17 21:44:31.164185 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f148ea34-2562-4d12-8cec-d8dc000842ea req-a0ecf681-b28b-4ee8-84b2-88400a0dea8d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Jan 17 21:44:31.321932 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f2a6b400-f8c3-4bbf-9693-9c8b0be7c345 req-ac0674e4-ba88-4967-9328-96b509d6989d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Jan 17 21:44:31.434724 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 9a128333-969c-4ce9-9423-67037deae289 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:44:31.463037 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 9a128333-969c-4ce9-9423-67037deae289 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:44:31.463683 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 9a128333-969c-4ce9-9423-67037deae289 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:44:31.989697 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cae65-2243-44ae-84a8-f2cf9bd39414 req-e52d0f27-0f8f-4d29-bda7-13ff0d40bb49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:31.992561 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ad2cae65-2243-44ae-84a8-f2cf9bd39414 req-e52d0f27-0f8f-4d29-bda7-13ff0d40bb49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0749140 Jan 17 21:44:32.059017 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['c2a19de4-9af9-4c9d-b6df-08eec66458b2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:32.094538 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ad2cae65-2243-44ae-84a8-f2cf9bd39414 req-d619f765-9da8-4aab-8d1e-332e4ab3e106 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890653 Jan 17 21:44:32.152530 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:32.376324 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f1061-4aa2-4ec9-a8ec-c093338f4e79 req-147f7a7f-233b-4c7b-9e28-40d6165973c0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:32.379038 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a03f1061-4aa2-4ec9-a8ec-c093338f4e79 req-147f7a7f-233b-4c7b-9e28-40d6165973c0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0920799 Jan 17 21:44:32.454371 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ab970ac0-020d-40fa-9e82-e3f571161fb9 req-60972f3f-4f43-4504-ab03-c31380abbd66 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0344455 Jan 17 21:44:32.466079 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a03f1061-4aa2-4ec9-a8ec-c093338f4e79 req-7ae8016a-a0f3-46dd-85d8-36e33c84cfe2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776534 Jan 17 21:44:32.664523 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-6a3e9cec-72b6-4abb-83ae-a775d1b92385 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:32.666212 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-6a3e9cec-72b6-4abb-83ae-a775d1b92385 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/networks?id=5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 200 len: 814 time: 0.1212273 Jan 17 21:44:32.683002 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-c84d48b3-1bbd-40f5-94dc-5056e3f94913 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/quotas/104b0fc34bf1411dad2532019aff2749 HTTP/1.1" status: 200 len: 375 time: 0.0109944 Jan 17 21:44:32.717708 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-efb3027e-7e7c-4a39-8485-bdd0a90d1982 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288126 Jan 17 21:44:32.858556 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a0089bca-7e73-47e3-9b36-47f73f3639ba service neutron] 10.222.0.74 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324930 Jan 17 21:44:32.886461 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:33.174257 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-3e05dd2d-9a49-449f-9456-e43b47f269f4 service neutron] 10.222.0.74 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068156 Jan 17 21:44:33.199030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c5644824-b7c8-43c7-8c1e-074365bb75e3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:33.201192 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c5644824-b7c8-43c7-8c1e-074365bb75e3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "GET /v2.0/networks?id=66844417-f595-48b0-be31-b07e9dce022f HTTP/1.1" status: 200 len: 809 time: 0.2554615 Jan 17 21:44:33.221583 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Request body: {'port': {'device_id': '38877420-9da4-46a2-838d-28ce5065dda4', 'network_id': '66844417-f595-48b0-be31-b07e9dce022f', 'admin_state_up': True, 'tenant_id': 'd1ec7a78b15f48c898b6b4bc1448d034'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:33.298596 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7461203-5e0d-4bad-bd3a-31f415684345 req-44016bee-1fc5-4142-b230-84d5809b9279 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:33.301496 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e7461203-5e0d-4bad-bd3a-31f415684345 req-44016bee-1fc5-4142-b230-84d5809b9279 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0978057 Jan 17 21:44:33.398928 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e7461203-5e0d-4bad-bd3a-31f415684345 req-a7031f52-546b-4147-ab23-bb55125fdbc2 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829899 Jan 17 21:44:33.544054 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Made reservation on behalf of d1ec7a78b15f48c898b6b4bc1448d034 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:44:33.553353 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:33.589259 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bf6b023b-a658-4870-ae85-5dc348c3a315 req-9210edf4-0468-4c61-8ec3-28f8cada6128 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 210 time: 0.0874887 Jan 17 21:44:33.648963 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-113e88ca-7b73-46fe-b29c-489ec220000f req-c9c4ac92-7fd9-4123-b5ec-cafaa1bd163e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0666435 Jan 17 21:44:33.842879 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644f2b7-40ec-4e3d-834c-408d97f179e7 req-838a3731-69ce-4615-a895-622ef64bfaaa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:33.845200 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7644f2b7-40ec-4e3d-834c-408d97f179e7 req-838a3731-69ce-4615-a895-622ef64bfaaa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0888915 Jan 17 21:44:33.897474 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Allocated IP 172.20.0.14 (66844417-f595-48b0-be31-b07e9dce022f/b8d662c6-ebb5-47dd-850b-bb5528596457/e4e03057-5d43-4987-8a65-0b06c8e89a34) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:44:33.930604 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7644f2b7-40ec-4e3d-834c-408d97f179e7 req-c7eebe30-55e1-4a99-8e23-f9229026ed94 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768116 Jan 17 21:44:34.108481 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks [] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:34.239684 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:34.333553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Network 66844417-f595-48b0-be31-b07e9dce022f is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:44:34.343202 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:44:34.365799 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:44:34.423681 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Pushing event updated for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:34.481624 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:34.482497 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:34.599086 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-cfba0b21-75f8-4a96-b316-b66603f8bc47 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3834586 Jan 17 21:44:34.614810 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Request body: {'port': {'device_id': '38877420-9da4-46a2-838d-28ce5065dda4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:34.717483 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:34.745725 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1e8b87af-d128-42c3-a5ea-4b7c7088b415 req-e300ac64-5cd7-43ed-90ae-4ce561849267 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 210 time: 0.0558629 Jan 17 21:44:34.927762 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cef72-dc7e-4cf0-b730-e0f696e496d4 req-aaeeafe6-bfd0-4e2b-8b01-c8c1d03550e4 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:34.930982 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-935cef72-dc7e-4cf0-b730-e0f696e496d4 req-aaeeafe6-bfd0-4e2b-8b01-c8c1d03550e4 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 932 time: 0.0889475 Jan 17 21:44:35.012610 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-935cef72-dc7e-4cf0-b730-e0f696e496d4 req-65c8f551-fa5e-4f51-a0a8-4393d78ac56b tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Jan 17 21:44:35.101154 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e03057-5d43-4987-8a65-0b06c8e89a34 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:44:35.116214 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks [] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.141256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Transition to ACTIVE for port object e4e03057-5d43-4987-8a65-0b06c8e89a34 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:44:35.229359 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1164c3-5340-4a0b-aae8-a4e915013341 req-b12ccbf6-a0c0-4834-82af-2be75858a4f3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:35.233549 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9c1164c3-5340-4a0b-aae8-a4e915013341 req-b12ccbf6-a0c0-4834-82af-2be75858a4f3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 944 time: 0.0923040 Jan 17 21:44:35.235473 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:44:35.278703 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.325741 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9c1164c3-5340-4a0b-aae8-a4e915013341 req-128ee3eb-ed7a-4800-b4d3-7a7882ca81b6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842280 Jan 17 21:44:35.379269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:35.464715 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Attempting to bind port e4e03057-5d43-4987-8a65-0b06c8e89a34 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:44:35.465128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Attempting to bind port e4e03057-5d43-4987-8a65-0b06c8e89a34 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:44:35.465369 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Attempting to bind port e4e03057-5d43-4987-8a65-0b06c8e89a34 on network 66844417-f595-48b0-be31-b07e9dce022f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:44:35.469573 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:44:35.478945 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Port e4e03057-5d43-4987-8a65-0b06c8e89a34 on network 66844417-f595-48b0-be31-b07e9dce022f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:44:35.479874 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Attempting to bind port e4e03057-5d43-4987-8a65-0b06c8e89a34 on network 66844417-f595-48b0-be31-b07e9dce022f {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:44:35.491351 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:44:35.492807 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Checking segment: {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:44:35.493720 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Bound using segment: {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:44:35.494548 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Bound port: e4e03057-5d43-4987-8a65-0b06c8e89a34, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e71cdd9-9884-4066-a0ce-7b8c8214f796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '66844417-f595-48b0-be31-b07e9dce022f'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:44:35.495992 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.540716 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port c2a19de4-9af9-4c9d-b6df-08eec66458b2 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:35.541728 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.640517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:44:35.679693 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port c2a19de4-9af9-4c9d-b6df-08eec66458b2 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:35.680259 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.683084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:44:35.709192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:35.711398 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ceb7e3-fe40-465a-a7de-a8329bf9ed0a" -d '{"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.713175 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:44:35.717863 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6354d2-32f5-4edd-bfbb-7164f6925f07 req-c75f9da8-0dba-47ae-8cb4-754153a0c378 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:35.722900 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7f6354d2-32f5-4edd-bfbb-7164f6925f07 req-c75f9da8-0dba-47ae-8cb4-754153a0c378 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1012352 Jan 17 21:44:35.727187 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:35.775732 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed581a2e-7250-430c-841a-a1514cb04d19 x-openstack-request-id: req-ed581a2e-7250-430c-841a-a1514cb04d19 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:35.777753 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-plugged", "status": "completed", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:35.778460 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ed581a2e-7250-430c-841a-a1514cb04d19 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:35.779406 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'code': 200} Jan 17 21:44:35.790102 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.811209 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7f6354d2-32f5-4edd-bfbb-7164f6925f07 req-f16a434e-84a9-49fb-ada8-aa967dcccb62 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804558 Jan 17 21:44:35.845034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:35.845675 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.847199 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] 10.222.0.81 "PUT /v2.0/ports/e4e03057-5d43-4987-8a65-0b06c8e89a34 HTTP/1.1" status: 200 len: 1094 time: 1.2385867 Jan 17 21:44:35.847199 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:35.850446 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cf83a2-7410-41a7-b60b-899fa31fef52" -d '{"events": [{"name": "network-changed", "server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:35.853090 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:35.899795 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a15f09-71f9-4c48-959e-cb68e0ec4a6d service neutron] Pushing event updated for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:35.956969 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76e40e8-4eaf-4c92-be04-89fd4e505261 x-openstack-request-id: req-c76e40e8-4eaf-4c92-be04-89fd4e505261 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:35.959431 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:35.960839 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c76e40e8-4eaf-4c92-be04-89fd4e505261 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:35.960839 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34', 'status': 'completed', 'code': 200} Jan 17 21:44:35.978215 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5685eda5-c4dc-412b-b01f-bf083d2c427e req-d89aec8c-cdd9-4a38-b812-7cf461eb1161 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 210 time: 0.0617807 Jan 17 21:44:35.988069 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=10']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:36.088657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-a49690ca-1063-4e4e-bb93-e8186eb5e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.091818 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-a49690ca-1063-4e4e-bb93-e8186eb5e885 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 1097 time: 0.0979533 Jan 17 21:44:36.191929 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60472f-682a-4819-8679-a4200c752ef0 req-34aab3b1-67e4-4f35-ae5c-e01893ae4be2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.194538 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ee60472f-682a-4819-8679-a4200c752ef0 req-34aab3b1-67e4-4f35-ae5c-e01893ae4be2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 944 time: 0.0838406 Jan 17 21:44:36.259118 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-80cc4767-38dc-41f1-b7ac-abfe85815de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.260351 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ee60472f-682a-4819-8679-a4200c752ef0 req-54df34d1-2667-4f02-aee7-e056eb62d0e0 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574183 Jan 17 21:44:36.260874 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-80cc4767-38dc-41f1-b7ac-abfe85815de4 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1554799 Jan 17 21:44:36.405072 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-593a407e-eb3f-496d-b603-a5c69cd94f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.406653 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-50cf83a2-7410-41a7-b60b-899fa31fef52 req-593a407e-eb3f-496d-b603-a5c69cd94f8c service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366544 Jan 17 21:44:36.533156 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-1941e3ae-33c2-4d26-9471-21e1b3d08152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.534686 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-1941e3ae-33c2-4d26-9471-21e1b3d08152 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 1097 time: 0.0585096 Jan 17 21:44:36.556216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531af47-be82-4cd3-ab09-7f4568271609 req-114e259b-2a59-4011-9463-89bdcaaaa3e9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.557851 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3531af47-be82-4cd3-ab09-7f4568271609 req-114e259b-2a59-4011-9463-89bdcaaaa3e9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0703647 Jan 17 21:44:36.598430 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-2eee7e9c-931b-4e60-8f4e-b5053223e5c9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34 HTTP/1.1" status: 200 len: 217 time: 0.0542872 Jan 17 21:44:36.701024 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-ce7921c7-bf32-485d-8d0c-94a797056db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.703706 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-ce7921c7-bf32-485d-8d0c-94a797056db4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b8d662c6-ebb5-47dd-850b-bb5528596457 HTTP/1.1" status: 200 len: 849 time: 0.0987127 Jan 17 21:44:36.780021 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-df0ca88c-2163-405a-a704-fd1fcd63c266 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=66844417-f595-48b0-be31-b07e9dce022f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603249 Jan 17 21:44:36.786419 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3531af47-be82-4cd3-ab09-7f4568271609 req-54c76e1c-8186-46de-afad-1960d5dd6e5d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174461 Jan 17 21:44:36.862981 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-7380de72-7a37-4b87-bd40-0f9fa3f72a15 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.865098 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-7380de72-7a37-4b87-bd40-0f9fa3f72a15 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "GET /v2.0/networks?id=5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 200 len: 814 time: 0.2684705 Jan 17 21:44:36.882744 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235695-1fb5-4799-ac57-d4b78886fb58 req-93ea3194-96b2-4784-8353-ba7cec51e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:36.885805 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f235695-1fb5-4799-ac57-d4b78886fb58 req-93ea3194-96b2-4784-8353-ba7cec51e032 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1099 time: 0.0777328 Jan 17 21:44:36.893684 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Request body: {'port': {'device_id': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df', 'admin_state_up': True, 'tenant_id': '104b0fc34bf1411dad2532019aff2749'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:36.943001 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-24db5510-50f4-4109-bd0d-96dc427bb117 service neutron] 10.222.0.81 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438308 Jan 17 21:44:37.074767 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9e4ea15f-fc18-45fb-a5d2-3ab146b72d2f req-ce4517fc-810d-4805-b44c-a848fc996241 service neutron] 10.222.0.81 "GET /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147442 Jan 17 21:44:37.080289 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f235695-1fb5-4799-ac57-d4b78886fb58 req-4055736d-e135-48f8-990b-64ebbc765f1d service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778853 Jan 17 21:44:37.167484 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-582e6301-ebfe-4bfd-b4be-d865340ae857 req-5485910c-d720-4da5-9abc-21a0c94e3ebe tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 210 time: 0.0443497 Jan 17 21:44:37.268925 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Made reservation on behalf of 104b0fc34bf1411dad2532019aff2749 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:44:37.272926 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:37.476804 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6ae61-bcda-4624-baf1-4448f3e9b75e req-b51493e8-4e2a-464c-b2e1-6abd365e2d87 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:37.485148 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Allocated IP 172.20.0.10 (5b0897a3-b06f-43f7-9472-24c1703da8df/3d9a5540-3df0-4b63-bf7a-e2ed27b31efe/bd731bcc-f404-49a7-9a58-1141a6862a88) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:44:37.491172 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23f6ae61-bcda-4624-baf1-4448f3e9b75e req-b51493e8-4e2a-464c-b2e1-6abd365e2d87 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 944 time: 0.1153526 Jan 17 21:44:37.582357 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23f6ae61-bcda-4624-baf1-4448f3e9b75e req-9f08bbdd-202a-45cc-9e73-6ea08c110a4a tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888393 Jan 17 21:44:37.753912 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks [] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:37.899983 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:37.965463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Network 5b0897a3-b06f-43f7-9472-24c1703da8df is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:44:37.972768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:44:37.979522 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:44:38.031953 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Pushing event updated for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:38.050779 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9a71-102b-46dc-bed8-8fae5e963831 req-fe6d4277-a84d-46e9-8f26-9547259464b3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:38.052848 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-429f9a71-102b-46dc-bed8-8fae5e963831 req-fe6d4277-a84d-46e9-8f26-9547259464b3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.1649001 Jan 17 21:44:38.094163 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:38.095148 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:38.130878 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-429f9a71-102b-46dc-bed8-8fae5e963831 req-815472b6-9403-4f91-9d5d-4cf072b17a27 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688479 Jan 17 21:44:38.230030 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-a350731e-6e04-4a8e-98d3-b002854d5bee tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3428221 Jan 17 21:44:38.247191 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Request body: {'port': {'device_id': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:44:38.334336 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb79dce-7b81-4a68-b9d2-6aab33b0ca73 req-b62bff22-5c05-446b-a8d1-e8f97e076f8e tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:38.337132 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ffb79dce-7b81-4a68-b9d2-6aab33b0ca73 req-b62bff22-5c05-446b-a8d1-e8f97e076f8e tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 932 time: 0.0778987 Jan 17 21:44:38.347506 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:38.402787 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ffb79dce-7b81-4a68-b9d2-6aab33b0ca73 req-5e31b7e8-aea5-4b0b-ab80-504cd1e4065f tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550389 Jan 17 21:44:38.669472 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd731bcc-f404-49a7-9a58-1141a6862a88 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:44:38.684014 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks [] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:38.712869 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Transition to ACTIVE for port object bd731bcc-f404-49a7-9a58-1141a6862a88 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:44:38.756339 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835e3e9-6387-497a-81c9-5d8694acc83d req-4298638d-117b-4562-b73e-e6ecfccc5438 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:38.758222 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7835e3e9-6387-497a-81c9-5d8694acc83d req-4298638d-117b-4562-b73e-e6ecfccc5438 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 944 time: 0.0636144 Jan 17 21:44:38.829083 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7835e3e9-6387-497a-81c9-5d8694acc83d req-47fc88cd-8bf2-44c8-91ce-5441bc898347 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641932 Jan 17 21:44:38.863760 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:38.954732 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:39.055859 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Attempting to bind port bd731bcc-f404-49a7-9a58-1141a6862a88 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:44:39.056423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Attempting to bind port bd731bcc-f404-49a7-9a58-1141a6862a88 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:44:39.056931 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Attempting to bind port bd731bcc-f404-49a7-9a58-1141a6862a88 on network 5b0897a3-b06f-43f7-9472-24c1703da8df {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:44:39.066463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Port bd731bcc-f404-49a7-9a58-1141a6862a88 on network 5b0897a3-b06f-43f7-9472-24c1703da8df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:44:39.067174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Attempting to bind port bd731bcc-f404-49a7-9a58-1141a6862a88 on network 5b0897a3-b06f-43f7-9472-24c1703da8df {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:44:39.079003 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:44:39.079609 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Checking segment: {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:44:39.080192 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Bound using segment: {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:44:39.082896 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Bound port: bd731bcc-f404-49a7-9a58-1141a6862a88, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d266094-85fa-456f-a34e-90ed3414ad6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:44:39.083268 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:39.173265 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:44:39.179932 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=bd731bcc-f404-49a7-9a58-1141a6862a88,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.283028 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:44:39.287194 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:44:39.288443 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a196142-493f-43f7-bef8-1d3607e7dc8d req-44b249ed-d37c-4736-a843-2d922a06119f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.289277 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8a196142-493f-43f7-bef8-1d3607e7dc8d req-44b249ed-d37c-4736-a843-2d922a06119f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0573761 Jan 17 21:44:39.310452 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:39.394079 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.394994 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:39.396435 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd731bcc-f404-49a7-9a58-1141a6862a88 HTTP/1.1" status: 200 len: 1094 time: 1.1570747 Jan 17 21:44:39.396930 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:39.400312 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892921da-5748-4189-8252-2f28daff9231" -d '{"events": [{"name": "network-changed", "server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:39.427533 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8a196142-493f-43f7-bef8-1d3607e7dc8d req-f9ea9be9-cc15-4e77-819f-8296f4eaf629 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226952 Jan 17 21:44:39.434309 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4838ff-8833-4f36-9511-d16dc2425e30 service neutron] Pushing event updated for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:39.526670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718ec6f6-4292-41f4-a5d3-a5d2e70ceb28 x-openstack-request-id: req-718ec6f6-4292-41f4-a5d3-a5d2e70ceb28 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:39.526670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:39.526670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-718ec6f6-4292-41f4-a5d3-a5d2e70ceb28 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:39.526670 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88', 'status': 'completed', 'code': 200} Jan 17 21:44:39.718709 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892921da-5748-4189-8252-2f28daff9231 req-1cf29381-cdf1-4507-80f4-b3f560e20b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.721305 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-892921da-5748-4189-8252-2f28daff9231 req-1cf29381-cdf1-4507-80f4-b3f560e20b1e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 1097 time: 0.1445999 Jan 17 21:44:39.739171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29604eb-52b0-41c9-a6cb-6634c6426489 req-d4c050a2-d0a9-42ad-8629-48c12f385880 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.765584 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f29604eb-52b0-41c9-a6cb-6634c6426489 req-d4c050a2-d0a9-42ad-8629-48c12f385880 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 944 time: 0.1723502 Jan 17 21:44:39.829274 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b911f9c8-15c0-410e-b93f-009a1d11366a req-23c18f9e-51f2-49df-91bd-a1f3b9896b74 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.830998 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b911f9c8-15c0-410e-b93f-009a1d11366a req-23c18f9e-51f2-49df-91bd-a1f3b9896b74 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.0758440 Jan 17 21:44:39.886552 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b911f9c8-15c0-410e-b93f-009a1d11366a req-3de9e977-fcde-4c9a-89e5-1ba71221ded6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Jan 17 21:44:39.927548 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f29604eb-52b0-41c9-a6cb-6634c6426489 req-86c33844-5877-4ce9-8804-885e5c18c681 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427567 Jan 17 21:44:39.964485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892921da-5748-4189-8252-2f28daff9231 req-8cd02cd9-8580-45cd-b6d8-939151a9e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:39.965967 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-892921da-5748-4189-8252-2f28daff9231 req-8cd02cd9-8580-45cd-b6d8-939151a9e689 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=104b0fc34bf1411dad2532019aff2749&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1950788 Jan 17 21:44:40.013130 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7291d6b-338c-443a-9ebb-b82fc1ad6219 req-eb614065-8bcb-4d43-ae30-7f83332980a0 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:40.014732 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7291d6b-338c-443a-9ebb-b82fc1ad6219 req-eb614065-8bcb-4d43-ae30-7f83332980a0 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 944 time: 0.0577915 Jan 17 21:44:40.089577 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7291d6b-338c-443a-9ebb-b82fc1ad6219 req-60b46d91-1e60-412a-82a4-e05b7b2dc371 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671403 Jan 17 21:44:40.094081 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892921da-5748-4189-8252-2f28daff9231 req-05803a26-45e1-47f6-94ec-48ab9e662f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:40.097703 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-892921da-5748-4189-8252-2f28daff9231 req-05803a26-45e1-47f6-94ec-48ab9e662f48 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231387 Jan 17 21:44:40.199572 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-d4fdbed0-5f3c-40c2-8df7-a7f9ca77134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:40.201162 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-d4fdbed0-5f3c-40c2-8df7-a7f9ca77134e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=104b0fc34bf1411dad2532019aff2749&device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 1097 time: 0.0528028 Jan 17 21:44:40.261603 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-543ca005-6d92-4e7a-a1aa-40f9101a03e9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd731bcc-f404-49a7-9a58-1141a6862a88 HTTP/1.1" status: 200 len: 217 time: 0.0465813 Jan 17 21:44:40.317502 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-56c218b7-84fc-43ad-8f20-096c4cec7040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:40.319182 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-56c218b7-84fc-43ad-8f20-096c4cec7040 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3d9a5540-3df0-4b63-bf7a-e2ed27b31efe HTTP/1.1" status: 200 len: 854 time: 0.0516913 Jan 17 21:44:40.369445 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-25e0f937-564e-4da9-a943-91a111eacc68 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=5b0897a3-b06f-43f7-9472-24c1703da8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425289 Jan 17 21:44:40.490941 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-18972413-ead4-439f-a315-c5597131f0f9 service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112809 Jan 17 21:44:40.692214 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34a001-403f-4c50-ac96-8c6711f1bded req-d55328ca-dbe4-436b-a577-0de908ca67af tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:40.694481 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0c34a001-403f-4c50-ac96-8c6711f1bded req-d55328ca-dbe4-436b-a577-0de908ca67af tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.1522546 Jan 17 21:44:40.725983 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-08037ecf-7c36-4bbe-b982-30ce181ee63b req-17250ad1-b167-4433-a0fd-3d2af584d6e5 service neutron] 10.222.0.81 "GET /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206042 Jan 17 21:44:40.773654 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0c34a001-403f-4c50-ac96-8c6711f1bded req-cfcb6ef7-f453-4a11-bc96-8ebfc999032a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640728 Jan 17 21:44:41.047947 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83be85-e438-4dd6-a584-0c166ff4b11b req-298426b1-9846-4873-a65e-5b06d3d2e769 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:41.052326 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cb83be85-e438-4dd6-a584-0c166ff4b11b req-298426b1-9846-4873-a65e-5b06d3d2e769 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.0809162 Jan 17 21:44:41.101160 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478a668-28ef-4fca-899c-7c9768498785 req-c884ffc5-7033-4777-9a3a-48f786c6fbf3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:41.103158 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1478a668-28ef-4fca-899c-7c9768498785 req-c884ffc5-7033-4777-9a3a-48f786c6fbf3 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 944 time: 0.0775325 Jan 17 21:44:41.133891 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cb83be85-e438-4dd6-a584-0c166ff4b11b req-95a6a552-3b69-41fb-984d-a6bb4a50ebe6 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 Jan 17 21:44:41.169012 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1478a668-28ef-4fca-899c-7c9768498785 req-ec43fe0b-b849-40d2-9b60-d8bc71c0e1a4 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559306 Jan 17 21:44:41.249027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769211f-4f05-4431-aa5f-044034cb6f63 req-b9f09826-aa03-460a-9ce2-93df76c6ae46 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:41.250579 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2769211f-4f05-4431-aa5f-044034cb6f63 req-b9f09826-aa03-460a-9ce2-93df76c6ae46 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 944 time: 0.0537186 Jan 17 21:44:41.308583 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2769211f-4f05-4431-aa5f-044034cb6f63 req-8dc39b96-98be-4782-95f9-efb543ef6ab4 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515399 Jan 17 21:44:41.519607 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e4e03057-5d43-4987-8a65-0b06c8e89a34 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:44:41.639314 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:41.657285 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'e4e03057-5d43-4987-8a65-0b06c8e89a34', 'network_id': '66844417-f595-48b0-be31-b07e9dce022f', 'port_id': 'e4e03057-5d43-4987-8a65-0b06c8e89a34', 'mac_address': 'fa:16:3e:fa:f1:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 547, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d662c6-ebb5-47dd-850b-bb5528596457', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:44:41.700764 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e4e03057-5d43-4987-8a65-0b06c8e89a34 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:41.701248 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:41.719056 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e03057-5d43-4987-8a65-0b06c8e89a34 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:44:41.742121 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:41.853292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:41.929252 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:41.942675 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8546d-1c24-4e47-8d94-57c5287d3838 req-315334ef-13ab-4486-b155-55425fcad830 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:41.945298 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69a8546d-1c24-4e47-8d94-57c5287d3838 req-315334ef-13ab-4486-b155-55425fcad830 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0781538 Jan 17 21:44:42.002199 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-69a8546d-1c24-4e47-8d94-57c5287d3838 req-7aa8605a-6924-453e-9877-25200683872b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495980 Jan 17 21:44:42.288667 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd8ad3-2cb8-404d-bdc2-c26fbff8c3f4 req-52f22671-1cd3-4f9f-9152-0d699229b2e0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:42.291322 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5fd8ad3-2cb8-404d-bdc2-c26fbff8c3f4 req-52f22671-1cd3-4f9f-9152-0d699229b2e0 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.0799763 Jan 17 21:44:42.313780 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e4e03057-5d43-4987-8a65-0b06c8e89a34'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:42.345206 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe207e-2013-4eeb-a7fd-74d1aee89712 req-2ceb0564-cf6e-4b26-b90d-156d4369a879 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:42.347629 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3bfe207e-2013-4eeb-a7fd-74d1aee89712 req-2ceb0564-cf6e-4b26-b90d-156d4369a879 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 944 time: 0.0963998 Jan 17 21:44:42.372135 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-67341a5f-ff8a-450d-a484-1f2a0d3c9a8c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:42.373681 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-67341a5f-ff8a-450d-a484-1f2a0d3c9a8c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 945 time: 0.0907953 Jan 17 21:44:42.383751 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5fd8ad3-2cb8-404d-bdc2-c26fbff8c3f4 req-59e494a5-358c-43f1-a410-91c0f01474f2 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858445 Jan 17 21:44:42.477553 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3bfe207e-2013-4eeb-a7fd-74d1aee89712 req-f5d35719-470f-42bd-b985-abae58e9cda9 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218302 Jan 17 21:44:42.536941 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e152fa-40bd-4375-93e4-1dd0007baed7 req-d3126712-180c-4990-933b-dcdd9a7683a7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:42.539935 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-67e152fa-40bd-4375-93e4-1dd0007baed7 req-d3126712-180c-4990-933b-dcdd9a7683a7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 945 time: 0.0908422 Jan 17 21:44:42.621326 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-67e152fa-40bd-4375-93e4-1dd0007baed7 req-308438a5-008d-4293-949c-8cdbe6719067 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731750 Jan 17 21:44:42.635796 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Deleting port 1985e336-7990-41b2-b52a-af5e8606dcfa {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:42.636155 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:42.740962 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] For port 1985e336-7990-41b2-b52a-af5e8606dcfa, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1985e336-7990-41b2-b52a-af5e8606dcfa,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:42.741227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:42.757412 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Calling delete_port for 1985e336-7990-41b2-b52a-af5e8606dcfa owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:43.021522 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (1985e336-7990-41b2-b52a-af5e8606dcfa), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:43.035666 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', '7ced30bc-bfe6-4192-ae98-425e271eacd2', '06709453-dddd-435e-aba2-1c56470daf73', '1985e336-7990-41b2-b52a-af5e8606dcfa'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:43.295050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event deleted for resources: {'Port': ['ID=1985e336-7990-41b2-b52a-af5e8606dcfa,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:43.361440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] No DVR routers for this DVR port 1985e336-7990-41b2-b52a-af5e8606dcfa on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:43.365709 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:43.369248 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06be42d6-373a-4bb8-a1b0-e5cad9a46341 req-d00584db-35fb-4607-b3cc-2576f5301dbf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "DELETE /v2.0/ports/1985e336-7990-41b2-b52a-af5e8606dcfa HTTP/1.1" status: 204 len: 173 time: 0.9757595 Jan 17 21:44:43.369741 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'name': 'network-vif-deleted', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:43.372201 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdfa847-d0b2-494e-bda6-965265ca30aa" -d '{"events": [{"server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "name": "network-vif-deleted", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:43.421733 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29786b7b-5bf7-42da-b345-1853c39f5eaa x-openstack-request-id: req-29786b7b-5bf7-42da-b345-1853c39f5eaa {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:43.422411 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1699698-e9cc-4516-bf7f-6c743a7f4204", "name": "network-vif-deleted", "tag": "1985e336-7990-41b2-b52a-af5e8606dcfa", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:43.423006 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-29786b7b-5bf7-42da-b345-1853c39f5eaa {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:43.423790 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1699698-e9cc-4516-bf7f-6c743a7f4204', 'name': 'network-vif-deleted', 'tag': '1985e336-7990-41b2-b52a-af5e8606dcfa', 'status': 'completed', 'code': 200} Jan 17 21:44:43.524611 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-62adfec4-d379-4180-8e3b-430510b83ca7 req-6687067a-d54d-4e71-84ff-504729984e13 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0392075 Jan 17 21:44:43.642874 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d0266-f6e1-4e55-9c38-cf0fc3c56551 req-178cfabb-4eb8-41b1-a4fa-8de9e7d352c7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:43.645925 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9c3d0266-f6e1-4e55-9c38-cf0fc3c56551 req-178cfabb-4eb8-41b1-a4fa-8de9e7d352c7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 944 time: 0.0679851 Jan 17 21:44:43.724418 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9c3d0266-f6e1-4e55-9c38-cf0fc3c56551 req-58e241ef-f8cd-41ca-bdfc-9b2ee481d228 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721593 Jan 17 21:44:43.832354 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98febfb9-86db-4c9c-a5d3-16980e601dc0 req-e64c5d13-25a2-4ff5-951d-47f2eae960d2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:43.835109 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-98febfb9-86db-4c9c-a5d3-16980e601dc0 req-e64c5d13-25a2-4ff5-951d-47f2eae960d2 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 945 time: 0.0702817 Jan 17 21:44:43.894768 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-98febfb9-86db-4c9c-a5d3-16980e601dc0 req-9a450b8c-27cc-4856-b752-2e91c1915e81 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520720 Jan 17 21:44:44.678992 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c5aa6d3a-5f36-491f-ac2d-e53e8c4852b1 req-c60898b3-fe9e-4f51-8693-b6fc21412b19 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=e1699698-e9cc-4516-bf7f-6c743a7f4204 HTTP/1.1" status: 200 len: 210 time: 0.0449753 Jan 17 21:44:44.886571 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9414ac3-2471-49cf-8807-e63f095b758d req-f8538c10-e27d-4d25-b3ce-65b61dc0dc32 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:44.888289 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9414ac3-2471-49cf-8807-e63f095b758d req-f8538c10-e27d-4d25-b3ce-65b61dc0dc32 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 944 time: 0.0629785 Jan 17 21:44:44.942389 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c9414ac3-2471-49cf-8807-e63f095b758d req-fd61a0ed-d702-46f6-b3c4-7bf95a7308d7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Jan 17 21:44:45.049510 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ec935-242b-43cd-9171-888703aaf4c0 req-cd4198dc-11bc-4fef-a02c-cfd68c60b635 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:45.051396 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3f8ec935-242b-43cd-9171-888703aaf4c0 req-cd4198dc-11bc-4fef-a02c-cfd68c60b635 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 945 time: 0.0557199 Jan 17 21:44:45.109965 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3f8ec935-242b-43cd-9171-888703aaf4c0 req-4b300e25-cc82-42f3-ac85-9c724bbf20a4 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523183 Jan 17 21:44:45.542171 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device bd731bcc-f404-49a7-9a58-1141a6862a88 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:44:45.549076 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e4e03057-5d43-4987-8a65-0b06c8e89a34 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:44:45.699900 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=bd731bcc-f404-49a7-9a58-1141a6862a88,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:45.719253 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'bd731bcc-f404-49a7-9a58-1141a6862a88', 'network_id': '5b0897a3-b06f-43f7-9472-24c1703da8df', 'port_id': 'bd731bcc-f404-49a7-9a58-1141a6862a88', 'mac_address': 'fa:16:3e:c7:84:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9a5540-3df0-4b63-bf7a-e2ed27b31efe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:44:45.767279 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port bd731bcc-f404-49a7-9a58-1141a6862a88 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:45.767767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:45.784010 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port e4e03057-5d43-4987-8a65-0b06c8e89a34 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:44:45.789150 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd731bcc-f404-49a7-9a58-1141a6862a88 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:44:45.794676 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port e4e03057-5d43-4987-8a65-0b06c8e89a34 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:45.795046 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:45.835080 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=bd731bcc-f404-49a7-9a58-1141a6862a88,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:45.896804 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e4e03057-5d43-4987-8a65-0b06c8e89a34 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:45.897312 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:45.929439 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:45.940085 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:45.942927 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af3e24-ad1a-463d-9e0f-b543ff9a5020" -d '{"events": [{"server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:45.983130 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:46.028213 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8e10f9-dc70-4db8-9350-7e7a60f015d1 x-openstack-request-id: req-5d8e10f9-dc70-4db8-9350-7e7a60f015d1 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:46.028837 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "name": "network-vif-plugged", "status": "completed", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:46.029323 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d8e10f9-dc70-4db8-9350-7e7a60f015d1 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:46.030176 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34', 'code': 200} Jan 17 21:44:46.040943 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:46.078627 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:46.080415 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1985e336-7990-41b2-b52a-af5e8606dcfa no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:44:46.134614 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 1985e336-7990-41b2-b52a-af5e8606dcfa {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:44:46.135723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1985e336-7990-41b2-b52a-af5e8606dcfa not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:44:46.189681 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1caad-3675-404c-a943-393b598b56a7 req-52c82c1f-151e-49ee-9327-21646a347b12 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:46.192406 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23c1caad-3675-404c-a943-393b598b56a7 req-52c82c1f-151e-49ee-9327-21646a347b12 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 945 time: 0.0694127 Jan 17 21:44:46.238265 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:46.272382 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23c1caad-3675-404c-a943-393b598b56a7 req-14e67b30-46e1-405c-9437-8599e62efa54 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726652 Jan 17 21:44:46.308009 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['bd731bcc-f404-49a7-9a58-1141a6862a88'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:46.442555 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f978284-63d9-4d4b-a435-9f878d65a4aa req-43bbcb76-01c8-4dac-ab2b-5e8cdb9a089e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:46.452035 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3f978284-63d9-4d4b-a435-9f878d65a4aa req-43bbcb76-01c8-4dac-ab2b-5e8cdb9a089e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0933549 Jan 17 21:44:46.503673 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ae9bc-82d3-467d-8208-71e16ca42631 req-606a7d69-4ef6-45a0-b55b-15e13ec7be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:46.504938 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d42ae9bc-82d3-467d-8208-71e16ca42631 req-606a7d69-4ef6-45a0-b55b-15e13ec7be96 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 1099 time: 0.0828660 Jan 17 21:44:46.516496 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3f978284-63d9-4d4b-a435-9f878d65a4aa req-008e22b5-64e7-4d01-b45c-cb3073afe225 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632553 Jan 17 21:44:46.571006 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d42ae9bc-82d3-467d-8208-71e16ca42631 req-8fefd78f-4174-40fb-b99d-b9f2508b9e08 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Jan 17 21:44:46.842295 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab57494-d456-40dd-8a03-a6c07793152e req-5a5ef5a8-21ca-44dc-8f96-cc94e92cbc2b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:46.843941 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3ab57494-d456-40dd-8a03-a6c07793152e req-5a5ef5a8-21ca-44dc-8f96-cc94e92cbc2b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0760415 Jan 17 21:44:46.903125 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3ab57494-d456-40dd-8a03-a6c07793152e req-02345ef3-7075-45ac-9240-c3d2aa24238a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525608 Jan 17 21:44:46.978501 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-73118910-c9b9-421b-a3b6-652536f838f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:46.980170 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-73118910-c9b9-421b-a3b6-652536f838f6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.0500150 Jan 17 21:44:47.081114 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-54c70f5f-fdaa-4a05-9025-02abaadcb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:47.082653 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-54c70f5f-fdaa-4a05-9025-02abaadcb795 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 918 time: 0.0946176 Jan 17 21:44:47.146881 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-17648c11-6811-4766-a50e-eeae1252b8c1 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 217 time: 0.0400963 Jan 17 21:44:47.206041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-14dcadb4-3a39-410d-ba17-f1581578a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:47.208164 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-14dcadb4-3a39-410d-ba17-f1581578a3bb service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.0517340 Jan 17 21:44:47.244662 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-00568d44-ed29-4788-9deb-6cca32723f98 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271471 Jan 17 21:44:47.380795 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-c6572682-2702-40d8-a527-d51314546695 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290407 Jan 17 21:44:47.420838 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d21fbb-3a50-44d4-8ac0-7c10d61e0f58 req-ad027840-f1fa-4429-8ce9-5aad04e538b0 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:47.423499 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46d21fbb-3a50-44d4-8ac0-7c10d61e0f58 req-ad027840-f1fa-4429-8ce9-5aad04e538b0 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 945 time: 0.0749691 Jan 17 21:44:47.501642 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-46d21fbb-3a50-44d4-8ac0-7c10d61e0f58 req-802691a6-51bb-4274-bee1-42f0c2414e57 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702775 Jan 17 21:44:47.534048 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-06a8cc69-6a53-46cd-bf75-fbad3f0f9dff req-971a4c94-8abc-4e60-8865-0a3f4ab7ab6a service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451550 Jan 17 21:44:47.682487 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c07d3-1db2-4d38-9fa4-bb2fdd37f751 req-8ee500fc-aff4-4174-81ff-4dd89cd13f31 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:47.684443 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-650c07d3-1db2-4d38-9fa4-bb2fdd37f751 req-8ee500fc-aff4-4174-81ff-4dd89cd13f31 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0735600 Jan 17 21:44:47.712068 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc0413-a698-414b-bbd2-f0279d5852b9 req-f51225d9-986c-4815-835c-22c1c0c7f300 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:47.714765 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e5dc0413-a698-414b-bbd2-f0279d5852b9 req-f51225d9-986c-4815-835c-22c1c0c7f300 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.0673435 Jan 17 21:44:47.764797 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-650c07d3-1db2-4d38-9fa4-bb2fdd37f751 req-a2a11d98-b5b9-4473-9a61-f851548f6975 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730748 Jan 17 21:44:47.786804 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e5dc0413-a698-414b-bbd2-f0279d5852b9 req-a96d59e3-c201-45bd-91af-8e40c0f8ad7d tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644617 Jan 17 21:44:48.037105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8480d4f-44cb-4c26-aecb-2bf972e5076f req-f0310c5e-4e0d-41b6-903e-ca420aee4bc7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:48.039224 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a8480d4f-44cb-4c26-aecb-2bf972e5076f req-f0310c5e-4e0d-41b6-903e-ca420aee4bc7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0555823 Jan 17 21:44:48.092824 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a8480d4f-44cb-4c26-aecb-2bf972e5076f req-6d178961-a513-47e7-bd35-84d79555c73f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Jan 17 21:44:48.657891 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e75acb1-2101-4c90-8384-ac9d63260ee5 req-f0bd5290-c0d4-4d05-a557-e54046758ffc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:48.661046 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7e75acb1-2101-4c90-8384-ac9d63260ee5 req-f0bd5290-c0d4-4d05-a557-e54046758ffc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 945 time: 0.0608423 Jan 17 21:44:48.715642 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-7e75acb1-2101-4c90-8384-ac9d63260ee5 req-b736c9d9-1133-46b7-afe2-9f75c1eb8876 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482485 Jan 17 21:44:48.923509 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f912c-62fe-457b-bb6b-40b95f00a646 req-947af85b-6658-4ee0-b785-a8fdfec6acc3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:48.925815 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-158f912c-62fe-457b-bb6b-40b95f00a646 req-947af85b-6658-4ee0-b785-a8fdfec6acc3 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0767455 Jan 17 21:44:48.936023 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f99bb-2e1d-48a1-a726-772bab5a1b17 req-6b3f39eb-e582-4bbc-824a-beb2dc0e4bea tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:48.938688 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f28f99bb-2e1d-48a1-a726-772bab5a1b17 req-6b3f39eb-e582-4bbc-824a-beb2dc0e4bea tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.0649114 Jan 17 21:44:48.979293 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-158f912c-62fe-457b-bb6b-40b95f00a646 req-47e8fedc-96d2-43c4-9a5e-cb2d39db7d35 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Jan 17 21:44:49.020325 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f28f99bb-2e1d-48a1-a726-772bab5a1b17 req-2cea6bcf-ae84-43b4-ac58-23e15b240ede tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740411 Jan 17 21:44:49.501536 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7453752-eeda-49fd-af15-e93ffae88ae0 req-2db96fa6-95f0-46ad-b109-159920a23d5f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:49.503790 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b7453752-eeda-49fd-af15-e93ffae88ae0 req-2db96fa6-95f0-46ad-b109-159920a23d5f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.3083661 Jan 17 21:44:49.573839 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b7453752-eeda-49fd-af15-e93ffae88ae0 req-6da6ad0f-0c8f-4ca1-9c1e-87e44ed2a632 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590224 Jan 17 21:44:49.596964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device bd731bcc-f404-49a7-9a58-1141a6862a88 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:44:49.883685 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813f84e-3037-42b3-b05f-2bc32a2a420e req-444b812f-c4df-483a-81c5-a95e8a3aa172 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:49.885402 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a813f84e-3037-42b3-b05f-2bc32a2a420e req-444b812f-c4df-483a-81c5-a95e8a3aa172 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 945 time: 0.0582535 Jan 17 21:44:49.897709 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port bd731bcc-f404-49a7-9a58-1141a6862a88 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:44:49.913413 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port bd731bcc-f404-49a7-9a58-1141a6862a88 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:44:49.913413 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:49.954935 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a813f84e-3037-42b3-b05f-2bc32a2a420e req-8f708fd3-6e64-4a43-abb2-81e851e2e821 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580697 Jan 17 21:44:50.013521 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port bd731bcc-f404-49a7-9a58-1141a6862a88 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:44:50.013932 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:50.041900 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:50.044192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508e35d-a9a4-439b-8c82-cac729cb098c" -d '{"events": [{"server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "name": "network-vif-plugged", "status": "completed", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:50.058940 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=bd731bcc-f404-49a7-9a58-1141a6862a88,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:50.109880 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a3c81e-9af5-402a-9c87-c1e35382cdf2 x-openstack-request-id: req-74a3c81e-9af5-402a-9c87-c1e35382cdf2 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:50.111171 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "name": "network-vif-plugged", "status": "completed", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:50.111171 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-74a3c81e-9af5-402a-9c87-c1e35382cdf2 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:50.111171 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88', 'code': 200} Jan 17 21:44:50.112887 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-0d19ae98-aba7-4f19-a170-6ef5276f4c5a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.114680 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-0d19ae98-aba7-4f19-a170-6ef5276f4c5a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.0781310 Jan 17 21:44:50.178263 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:50.273508 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:50.319918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0676d-e257-4436-ba54-08fb157b2a4a req-a1097db9-77e1-41ad-89c7-ec91efef685b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.322416 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dfc0676d-e257-4436-ba54-08fb157b2a4a req-a1097db9-77e1-41ad-89c7-ec91efef685b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 945 time: 0.1341512 Jan 17 21:44:50.410510 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dfc0676d-e257-4436-ba54-08fb157b2a4a req-a16293bf-6394-4192-b55d-6ed9ee78db7f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807850 Jan 17 21:44:50.416664 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238c9f8-db6b-46be-8db1-e94d3facd94f req-6a369ca6-e436-47f0-857a-cd525c02bb85 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.418375 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6238c9f8-db6b-46be-8db1-e94d3facd94f req-6a369ca6-e436-47f0-857a-cd525c02bb85 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1740513 Jan 17 21:44:50.451513 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Deleting port 06709453-dddd-435e-aba2-1c56470daf73 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:50.451513 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (06709453-dddd-435e-aba2-1c56470daf73), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:50.524313 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-a22f4fdc-fc92-4f07-a6e2-cbd70d85671a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.525851 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-a22f4fdc-fc92-4f07-a6e2-cbd70d85671a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1137 time: 0.1614747 Jan 17 21:44:50.526375 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-a9c19795-c8d6-43e6-8fbf-5c3b501b5258 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019168 Jan 17 21:44:50.624213 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-40bd95b5-b355-4192-acd6-fbeb3c8330a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.625817 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-40bd95b5-b355-4192-acd6-fbeb3c8330a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 1099 time: 0.0478737 Jan 17 21:44:50.674926 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6238c9f8-db6b-46be-8db1-e94d3facd94f req-de972abd-ae68-49ad-9112-e48f216cffa2 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2450154 Jan 17 21:44:50.743282 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] For port 06709453-dddd-435e-aba2-1c56470daf73, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=06709453-dddd-435e-aba2-1c56470daf73,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:50.745302 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (06709453-dddd-435e-aba2-1c56470daf73), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:50.770537 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Calling delete_port for 06709453-dddd-435e-aba2-1c56470daf73 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:50.814155 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbe2cd-e6d8-4a99-8c89-214149b7206f req-19a15c12-b203-496b-a8af-2436247dc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.817318 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7dbe2cd-e6d8-4a99-8c89-214149b7206f req-19a15c12-b203-496b-a8af-2436247dc22c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 1099 time: 0.1376264 Jan 17 21:44:50.854544 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-92c62da4-a459-46aa-a384-fb840f5957e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.856599 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-92c62da4-a459-46aa-a384-fb840f5957e4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1863215 Jan 17 21:44:50.868307 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:50.928505 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-854b81d5-419b-43a4-ad04-bb2de5411df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.930900 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-854b81d5-419b-43a4-ad04-bb2de5411df3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 916 time: 0.3861990 Jan 17 21:44:50.937483 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7dbe2cd-e6d8-4a99-8c89-214149b7206f req-f0451096-bae7-4f0b-b45c-3518502a8028 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076894 Jan 17 21:44:50.952057 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-9cb5ad4d-6c00-4e10-aa05-7c36f0f215b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 200 len: 1000 time: 0.0884345 Jan 17 21:44:50.975896 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f3b22-89b4-48a9-96c8-507c804bdd11 req-97d3c0ac-87e9-4d8e-b3ee-faf6f19ea49a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:50.978237 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-508f3b22-89b4-48a9-96c8-507c804bdd11 req-97d3c0ac-87e9-4d8e-b3ee-faf6f19ea49a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1887789 Jan 17 21:44:51.047888 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1ddf7-7567-458f-82a0-ff95e1a959e5 req-9fd16f76-1a41-43a4-88df-4b94e7c5bed9 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.050742 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dff1ddf7-7567-458f-82a0-ff95e1a959e5 req-9fd16f76-1a41-43a4-88df-4b94e7c5bed9 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0693545 Jan 17 21:44:51.075223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-508f3b22-89b4-48a9-96c8-507c804bdd11 req-a77b29da-90f5-44dd-92ee-3d30414e4499 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883300 Jan 17 21:44:51.157603 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dff1ddf7-7567-458f-82a0-ff95e1a959e5 req-4201b7fa-f419-4dc8-8a9c-1ae085f394ee tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805497 Jan 17 21:44:51.246539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-cafab658-12b2-4e1d-abef-e7fe9584ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.249008 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-cafab658-12b2-4e1d-abef-e7fe9584ed13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0627031 Jan 17 21:44:51.262436 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (06709453-dddd-435e-aba2-1c56470daf73), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:51.289128 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', '7ced30bc-bfe6-4192-ae98-425e271eacd2', '06709453-dddd-435e-aba2-1c56470daf73'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:51.337930 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-4f92ee26-8b77-4900-b608-1dd3723c921a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.340200 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event deleted for resources: {'Port': ['ID=06709453-dddd-435e-aba2-1c56470daf73,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:51.342377 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-4f92ee26-8b77-4900-b608-1dd3723c921a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0850914 Jan 17 21:44:51.357884 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-6cd69c4f-883e-489e-868e-7b221e207c5d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 1001 time: 0.1705337 Jan 17 21:44:51.412889 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa4fdc-199b-4cd9-b246-2ee97e1c46f7 req-f61d2896-d414-4127-a4c9-42e4ebc58ed8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.415698 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3dfa4fdc-199b-4cd9-b246-2ee97e1c46f7 req-f61d2896-d414-4127-a4c9-42e4ebc58ed8 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.2418900 Jan 17 21:44:51.489798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] No DVR routers for this DVR port 06709453-dddd-435e-aba2-1c56470daf73 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:51.507704 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:51.513596 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0fb2231a-a428-4422-9173-45e6b80e5178 req-74bcbb74-62a4-47d3-aab4-b18b40d07c49 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "DELETE /v2.0/ports/06709453-dddd-435e-aba2-1c56470daf73 HTTP/1.1" status: 204 len: 173 time: 1.3791726 Jan 17 21:44:51.514956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'name': 'network-vif-deleted', 'tag': '06709453-dddd-435e-aba2-1c56470daf73'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:51.520645 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2ab4cf-8b21-4620-b23f-c515aff295d9" -d '{"events": [{"server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "name": "network-vif-deleted", "tag": "06709453-dddd-435e-aba2-1c56470daf73"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:51.527134 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-8b0ebf90-7ace-4b51-8ff1-efd6f6943b85 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709118 Jan 17 21:44:51.581633 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-b2880c25-9c57-4ada-9fce-882888414477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.583850 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-b2880c25-9c57-4ada-9fce-882888414477 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.1971276 Jan 17 21:44:51.652010 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3dfa4fdc-199b-4cd9-b246-2ee97e1c46f7 req-d2768fcf-996d-4838-a271-722270fcc609 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642382 Jan 17 21:44:51.703986 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-10e73dc1-24c0-4118-8930-89c84ca550ba req-19236578-abd5-4272-a32a-7517100326b9 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.0503247 Jan 17 21:44:51.709455 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-51a73953-a15e-4bc5-bd66-475b4053cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.719242 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-51a73953-a15e-4bc5-bd66-475b4053cbdf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1240022 Jan 17 21:44:51.724327 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c40ea12-ab74-4b14-9b92-33f8d9aecca9 x-openstack-request-id: req-9c40ea12-ab74-4b14-9b92-33f8d9aecca9 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:51.725983 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72828337-f0ba-4ccb-ba57-d4a3b40e7c70", "name": "network-vif-deleted", "tag": "06709453-dddd-435e-aba2-1c56470daf73", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:51.726549 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9c40ea12-ab74-4b14-9b92-33f8d9aecca9 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:51.727452 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72828337-f0ba-4ccb-ba57-d4a3b40e7c70', 'name': 'network-vif-deleted', 'tag': '06709453-dddd-435e-aba2-1c56470daf73', 'status': 'completed', 'code': 200} Jan 17 21:44:51.779700 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-69f3b78b-8171-461d-8ed4-f86b674e8a81 req-03fc8675-87c9-40a2-b92c-691a696abb11 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424521 Jan 17 21:44:51.898357 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebd7a7d-0f23-45f7-b065-594269d21da9 req-a07740db-1bf1-4019-912f-9844aea77a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:51.899996 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-aebd7a7d-0f23-45f7-b065-594269d21da9 req-a07740db-1bf1-4019-912f-9844aea77a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1383228 Jan 17 21:44:51.902450 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-178b9a62-6c77-42ae-b51b-c00bce8b3afa service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709390 Jan 17 21:44:52.067202 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-aebd7a7d-0f23-45f7-b065-594269d21da9 req-228ed27c-afdf-4156-b7e2-b43f362a443f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1546745 Jan 17 21:44:52.093510 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49f056fe-3b71-4512-94bf-cff2d7a591a6 req-315a15cb-6700-4dc3-9fe0-35785f44ec36 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752329 Jan 17 21:44:52.242630 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48923f1-f5c2-43bf-85fb-02e289cef8be req-f613a17d-40d8-4cfc-bf12-a7e3ae692421 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:52.244789 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f48923f1-f5c2-43bf-85fb-02e289cef8be req-f613a17d-40d8-4cfc-bf12-a7e3ae692421 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0659850 Jan 17 21:44:52.321340 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f48923f1-f5c2-43bf-85fb-02e289cef8be req-190734bb-62e0-4ca1-9f40-0457b13893d1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688937 Jan 17 21:44:52.332739 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab81e-354e-4d6c-8613-b124a0acc287 req-4f2b9146-ac59-497b-83db-7c93b24738c7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:52.335063 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fa7ab81e-354e-4d6c-8613-b124a0acc287 req-4f2b9146-ac59-497b-83db-7c93b24738c7 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0778496 Jan 17 21:44:52.400103 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-fa7ab81e-354e-4d6c-8613-b124a0acc287 req-97bdefa6-029d-475b-9ffd-8c52fab59e89 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Jan 17 21:44:52.828388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879a599-a885-4ba5-ac34-6290062587bd req-56b3c0eb-0ef9-4c13-a5b7-023865a4af7a tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:52.831255 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0879a599-a885-4ba5-ac34-6290062587bd req-56b3c0eb-0ef9-4c13-a5b7-023865a4af7a tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.0693195 Jan 17 21:44:52.918665 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9a96c76f-8f2a-4379-bb4e-9cb5615845b7 req-e7edd5bb-7df3-4b1b-8ba2-3355a53b17f8 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=72828337-f0ba-4ccb-ba57-d4a3b40e7c70 HTTP/1.1" status: 200 len: 210 time: 0.0569792 Jan 17 21:44:52.919793 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0879a599-a885-4ba5-ac34-6290062587bd req-1c332341-9c66-4450-ba08-f2750bfab35b tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773101 Jan 17 21:44:53.203775 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c35790-9ac4-447d-a86f-dfba7eb5fe9f req-2e9fc2c9-8dc6-4941-b323-917903d331ce tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:53.205877 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-59c35790-9ac4-447d-a86f-dfba7eb5fe9f req-2e9fc2c9-8dc6-4941-b323-917903d331ce tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0611355 Jan 17 21:44:53.286671 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-59c35790-9ac4-447d-a86f-dfba7eb5fe9f req-f5d1b871-a152-4b38-b80c-50fef6d79698 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0697646 Jan 17 21:44:53.464871 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474128dd-a9c1-42a7-bdcb-28fda3e7f2bb req-1b00c990-9e47-4f2b-bb7e-e0020dd2c3cd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:53.469575 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-474128dd-a9c1-42a7-bdcb-28fda3e7f2bb req-1b00c990-9e47-4f2b-bb7e-e0020dd2c3cd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0667176 Jan 17 21:44:53.560045 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-474128dd-a9c1-42a7-bdcb-28fda3e7f2bb req-5cc4de02-d8dc-45ee-a158-c0613be1d16f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840819 Jan 17 21:44:53.604610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65daea-8ff5-4439-9d6c-2a492b0a10a4 req-00404d0f-fcb2-4dfb-84d1-f1921e229113 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:53.605893 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 06709453-dddd-435e-aba2-1c56470daf73 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:44:53.607396 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3c65daea-8ff5-4439-9d6c-2a492b0a10a4 req-00404d0f-fcb2-4dfb-84d1-f1921e229113 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0899665 Jan 17 21:44:53.627824 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 06709453-dddd-435e-aba2-1c56470daf73 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:44:53.628353 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 06709453-dddd-435e-aba2-1c56470daf73 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:44:53.686679 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3c65daea-8ff5-4439-9d6c-2a492b0a10a4 req-d70c8a1f-3988-4077-bbff-2a15ae2dea76 tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/security-groups?id=711c5e0f-51b2-4fff-8639-bcd70a3a905b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716674 Jan 17 21:44:53.792146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-7915a562-bd87-45a0-b08e-9457c412e60b tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:53.793942 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-7915a562-bd87-45a0-b08e-9457c412e60b tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 946 time: 0.0527034 Jan 17 21:44:53.899902 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Deleting port e4e03057-5d43-4987-8a65-0b06c8e89a34 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:53.900376 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:54.083097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] For port e4e03057-5d43-4987-8a65-0b06c8e89a34, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e4e03057-5d43-4987-8a65-0b06c8e89a34,segment=NetworkSegment(1e71cdd9-9884-4066-a0ce-7b8c8214f796),segment_id=1e71cdd9-9884-4066-a0ce-7b8c8214f796)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:54.083745 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:54.110918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Calling delete_port for e4e03057-5d43-4987-8a65-0b06c8e89a34 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:54.134124 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d2995-caca-49fb-8e80-ffbe243fca92 req-74fb616b-3ef1-4f4a-b009-8f781126f747 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:54.135800 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b21d2995-caca-49fb-8e80-ffbe243fca92 req-74fb616b-3ef1-4f4a-b009-8f781126f747 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.1325858 Jan 17 21:44:54.253777 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b21d2995-caca-49fb-8e80-ffbe243fca92 req-1b36e703-0825-4ae3-97a2-7870263f5411 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756865 Jan 17 21:44:54.485671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (e4e03057-5d43-4987-8a65-0b06c8e89a34), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:54.499799 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e4e03057-5d43-4987-8a65-0b06c8e89a34'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:54.532384 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Pushing event deleted for resources: {'Port': ['ID=e4e03057-5d43-4987-8a65-0b06c8e89a34,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:54.555215 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.555665 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.556107 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.556542 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.556973 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.557482 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.557907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.558329 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.558746 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.559191 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.559670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.560092 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.560509 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:44:54.608638 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] No DVR routers for this DVR port e4e03057-5d43-4987-8a65-0b06c8e89a34 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:54.613659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:54.636987 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-324ca666-89a5-4c82-b301-c89e0af3a5be req-315f1aea-12c3-4dae-bbf4-5a172996607e tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.81 "DELETE /v2.0/ports/e4e03057-5d43-4987-8a65-0b06c8e89a34 HTTP/1.1" status: 204 len: 173 time: 0.8145835 Jan 17 21:44:54.636987 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'name': 'network-vif-deleted', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:54.636987 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915a37c-ba80-473d-a8eb-c47f044cc2c9" -d '{"events": [{"server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "name": "network-vif-deleted", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:54.757105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500247d5-1d11-4da2-b9d6-6166d90cab86 req-8785d19b-fc0b-4db2-b76f-c2239ee1f8ad tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:54.759914 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-500247d5-1d11-4da2-b9d6-6166d90cab86 req-8785d19b-fc0b-4db2-b76f-c2239ee1f8ad tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0869918 Jan 17 21:44:54.844519 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-500247d5-1d11-4da2-b9d6-6166d90cab86 req-074bee08-d2d8-4c8a-87b5-f94cbdc541e8 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0709066 Jan 17 21:44:54.983038 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b3982-008a-4f52-bfef-af95802fb907 req-8896e5db-d7e4-4890-b39d-7715d6f53468 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:54.985391 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b72b3982-008a-4f52-bfef-af95802fb907 req-8896e5db-d7e4-4890-b39d-7715d6f53468 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0656221 Jan 17 21:44:55.055565 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b72b3982-008a-4f52-bfef-af95802fb907 req-a3e5d569-0940-478f-8ed4-13473ef0867f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558190 Jan 17 21:44:55.200145 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96481755-b7f5-4d62-9228-796d8b5520c7 req-82224827-f812-4275-b3e8-9c52db873642 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:55.201715 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-96481755-b7f5-4d62-9228-796d8b5520c7 req-82224827-f812-4275-b3e8-9c52db873642 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.0601346 Jan 17 21:44:55.260466 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-96481755-b7f5-4d62-9228-796d8b5520c7 req-8dd9d151-01fc-4979-88d3-fbfbe1eebbcf tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Jan 17 21:44:55.328778 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4543a706-3cbe-4e0d-a70c-fa29585572d8 x-openstack-request-id: req-4543a706-3cbe-4e0d-a70c-fa29585572d8 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:55.329171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38877420-9da4-46a2-838d-28ce5065dda4", "name": "network-vif-deleted", "tag": "e4e03057-5d43-4987-8a65-0b06c8e89a34", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:55.329529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4543a706-3cbe-4e0d-a70c-fa29585572d8 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:55.330013 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38877420-9da4-46a2-838d-28ce5065dda4', 'name': 'network-vif-deleted', 'tag': 'e4e03057-5d43-4987-8a65-0b06c8e89a34', 'status': 'completed', 'code': 200} Jan 17 21:44:55.430107 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d402374e-ab93-4c96-8db8-49c22ace603d req-420616cc-177a-4ff3-8fa3-61fb93f48c6d tempest-VolumesActionsTest-1463782231 tempest-VolumesActionsTest-1463782231-project] 10.222.0.74 "GET /v2.0/ports?device_id=38877420-9da4-46a2-838d-28ce5065dda4 HTTP/1.1" status: 200 len: 210 time: 0.0337439 Jan 17 21:44:55.445898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1f200efe-fc37-4916-9445-1b12f510e2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:56.029605 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443949e5-2714-4b9b-8f21-6e81cb6ce0d8 req-805c46db-ed13-495e-afed-755dd6bf2b97 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:56.031201 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-443949e5-2714-4b9b-8f21-6e81cb6ce0d8 req-805c46db-ed13-495e-afed-755dd6bf2b97 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0553000 Jan 17 21:44:56.115231 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-443949e5-2714-4b9b-8f21-6e81cb6ce0d8 req-ca23fa5b-cb28-445b-a545-f25df61a5bf0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0728908 Jan 17 21:44:56.195649 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e7daa-7641-46df-842a-86d8e4188842 req-dfa08d19-aafa-416d-9116-90904551cd34 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:56.197288 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0a5e7daa-7641-46df-842a-86d8e4188842 req-dfa08d19-aafa-416d-9116-90904551cd34 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0566213 Jan 17 21:44:56.257281 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0a5e7daa-7641-46df-842a-86d8e4188842 req-5f825608-4771-4291-ba77-a9bf1492623f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Jan 17 21:44:56.403755 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2ace2-d185-402a-a321-06b55392d4be req-b61d79df-1fd0-43ff-aeae-1ab81771fef4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:56.405324 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8ac2ace2-d185-402a-a321-06b55392d4be req-b61d79df-1fd0-43ff-aeae-1ab81771fef4 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.0659657 Jan 17 21:44:56.467109 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8ac2ace2-d185-402a-a321-06b55392d4be req-67e8a657-57c3-4b3f-8d47-8eadd580efed tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542262 Jan 17 21:44:56.720413 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44beac65-903b-4d70-a91e-31cdcd298984 req-1276be2e-c983-4758-8576-6047056c9a97 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:56.723890 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-44beac65-903b-4d70-a91e-31cdcd298984 req-1276be2e-c983-4758-8576-6047056c9a97 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 945 time: 0.0762861 Jan 17 21:44:56.864369 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Deleting port 7ced30bc-bfe6-4192-ae98-425e271eacd2 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:44:56.864369 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:56.997135 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] For port 7ced30bc-bfe6-4192-ae98-425e271eacd2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7ced30bc-bfe6-4192-ae98-425e271eacd2,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:44:56.997525 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:57.017076 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Calling delete_port for 7ced30bc-bfe6-4192-ae98-425e271eacd2 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:44:57.281933 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8abb4-6b73-4d6c-85ba-a31d3707ca3d req-6b4d36f0-01af-4a74-8db5-73627ecad079 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:57.283894 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2ef8abb4-6b73-4d6c-85ba-a31d3707ca3d req-6b4d36f0-01af-4a74-8db5-73627ecad079 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0615411 Jan 17 21:44:57.296175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (7ced30bc-bfe6-4192-ae98-425e271eacd2), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:57.321742 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', '7ced30bc-bfe6-4192-ae98-425e271eacd2'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:44:57.339134 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event deleted for resources: {'Port': ['ID=7ced30bc-bfe6-4192-ae98-425e271eacd2,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:44:57.466578 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2ef8abb4-6b73-4d6c-85ba-a31d3707ca3d req-b2988d5b-f5cf-43af-a8ab-0064156ab5cd tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1700470 Jan 17 21:44:57.498657 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] No DVR routers for this DVR port 7ced30bc-bfe6-4192-ae98-425e271eacd2 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:44:57.503068 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:57.507043 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-44beac65-903b-4d70-a91e-31cdcd298984 req-3db8bb63-ef60-4853-b0a4-a76e8ec85cc3 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "DELETE /v2.0/ports/7ced30bc-bfe6-4192-ae98-425e271eacd2 HTTP/1.1" status: 204 len: 173 time: 0.7767382 Jan 17 21:44:57.507812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'name': 'network-vif-deleted', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:44:57.514175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31e2c34-9367-48f2-9978-3a9b0af4eac4" -d '{"events": [{"server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "name": "network-vif-deleted", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:44:57.540717 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15bcb-7e70-4f3f-b415-0001b0a73ab1 req-d88646a1-a1ae-47da-8497-3e0caa545eb4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:57.540717 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-95e15bcb-7e70-4f3f-b415-0001b0a73ab1 req-d88646a1-a1ae-47da-8497-3e0caa545eb4 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1181581 Jan 17 21:44:57.618553 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e4e03057-5d43-4987-8a65-0b06c8e89a34 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:44:57.661471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: e4e03057-5d43-4987-8a65-0b06c8e89a34 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:44:57.661827 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e4e03057-5d43-4987-8a65-0b06c8e89a34 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:44:57.673506 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-95e15bcb-7e70-4f3f-b415-0001b0a73ab1 req-a2703b1b-a52e-4508-96d5-6f9db033f545 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229017 Jan 17 21:44:57.684825 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-36fc4a73-096d-4b81-9c25-55c467e66a4f req-4d9e277b-da02-40a7-aac1-15ccfb4b9bf1 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.0641530 Jan 17 21:44:57.742395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb41b637-e1ca-4630-9c2c-121524701b9f x-openstack-request-id: req-bb41b637-e1ca-4630-9c2c-121524701b9f {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:44:57.742686 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2696d13d-4195-4948-b434-6899b68992b1", "name": "network-vif-deleted", "tag": "7ced30bc-bfe6-4192-ae98-425e271eacd2", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:44:57.742941 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bb41b637-e1ca-4630-9c2c-121524701b9f {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:44:57.743684 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2696d13d-4195-4948-b434-6899b68992b1', 'name': 'network-vif-deleted', 'tag': '7ced30bc-bfe6-4192-ae98-425e271eacd2', 'status': 'completed', 'code': 200} Jan 17 21:44:58.279723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7143eac8-a139-4a4b-91e5-0e0aea45f4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:58.615854 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c459ab-1a5e-4c8c-b4f8-2a47434e9fc6 req-4e5ae295-8300-41d9-8d73-b6795a84add7 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:58.617475 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6c459ab-1a5e-4c8c-b4f8-2a47434e9fc6 req-4e5ae295-8300-41d9-8d73-b6795a84add7 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0609794 Jan 17 21:44:58.704141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d6c459ab-1a5e-4c8c-b4f8-2a47434e9fc6 req-fbc98bc9-3a43-41f4-9e62-ad29759491d1 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0767353 Jan 17 21:44:58.811481 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-26ab651a-4628-42a4-be36-4e4629a8ba13 req-1fdcef1b-dea4-43b4-93e1-d0a9b4201433 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=2696d13d-4195-4948-b434-6899b68992b1 HTTP/1.1" status: 200 len: 210 time: 0.0377762 Jan 17 21:44:58.853454 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabf533-26cd-4238-b2e1-548858b8c0c9 req-f0b22129-5d24-4ecc-b353-2f5ccf655030 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:58.855580 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-afabf533-26cd-4238-b2e1-548858b8c0c9 req-f0b22129-5d24-4ecc-b353-2f5ccf655030 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0754313 Jan 17 21:44:58.913226 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-afabf533-26cd-4238-b2e1-548858b8c0c9 req-d4738e65-8f02-48fb-af23-b759b57c2e00 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Jan 17 21:44:59.794298 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:44:59.859272 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386e748-b4e2-408d-92c5-ecb3bd7c0e8b req-e8c200c0-f9ff-4ae9-b432-fe232e706587 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:44:59.862566 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c386e748-b4e2-408d-92c5-ecb3bd7c0e8b req-e8c200c0-f9ff-4ae9-b432-fe232e706587 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0628750 Jan 17 21:44:59.989782 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c386e748-b4e2-408d-92c5-ecb3bd7c0e8b req-8f543cb2-4906-49bf-a4f6-c44696a46daa tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1197569 Jan 17 21:45:00.068919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21cf4c-0600-4f76-a5f7-88edabe5fb53 req-d63586e3-dced-4adb-948c-b09dbe69bc08 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:00.070905 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6c21cf4c-0600-4f76-a5f7-88edabe5fb53 req-d63586e3-dced-4adb-948c-b09dbe69bc08 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0587702 Jan 17 21:45:00.131477 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6c21cf4c-0600-4f76-a5f7-88edabe5fb53 req-753eda08-7fff-427c-9ebf-d8cc00c78d05 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545254 Jan 17 21:45:01.131909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f66dd-52e6-4ada-9cbe-cae78895d013 req-e0b0b302-5bdb-4edc-aaf6-895dc2230613 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:01.133895 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-173f66dd-52e6-4ada-9cbe-cae78895d013 req-e0b0b302-5bdb-4edc-aaf6-895dc2230613 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0561957 Jan 17 21:45:01.206714 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-173f66dd-52e6-4ada-9cbe-cae78895d013 req-3aa6bf68-e8f3-450d-8f83-4b726a30237f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0661054 Jan 17 21:45:01.275235 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e50aa7-4770-49bf-bee2-ba8e32328bd9 req-49f321f4-5774-4b81-ae8e-3275512fff68 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:01.276913 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-77e50aa7-4770-49bf-bee2-ba8e32328bd9 req-49f321f4-5774-4b81-ae8e-3275512fff68 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0551178 Jan 17 21:45:01.341005 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-77e50aa7-4770-49bf-bee2-ba8e32328bd9 req-6990de64-8ed3-4fc9-a0bc-8ff9f80141ee tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562365 Jan 17 21:45:01.636496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7ced30bc-bfe6-4192-ae98-425e271eacd2 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:01.657355 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 7ced30bc-bfe6-4192-ae98-425e271eacd2 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:01.657701 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7ced30bc-bfe6-4192-ae98-425e271eacd2 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:02.089358 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:02.370838 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d49e-29bb-4622-a2b0-4721e047340b req-cf9815d5-6c9f-40ad-83d6-5f9c441e487f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:02.381605 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8aa0d49e-29bb-4622-a2b0-4721e047340b req-cf9815d5-6c9f-40ad-83d6-5f9c441e487f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0642807 Jan 17 21:45:02.481075 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8aa0d49e-29bb-4622-a2b0-4721e047340b req-1b4b3472-4e65-482a-8013-5301c2b8ec67 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1002634 Jan 17 21:45:02.549771 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804f8ca-40a8-46d5-a8ad-d498dfefa4d1 req-55df7414-8238-4361-a1a6-39a033ebe9bf tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:02.551691 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4804f8ca-40a8-46d5-a8ad-d498dfefa4d1 req-55df7414-8238-4361-a1a6-39a033ebe9bf tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0709245 Jan 17 21:45:02.614583 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4804f8ca-40a8-46d5-a8ad-d498dfefa4d1 req-b7d79734-ece1-4f54-b569-32aa8845e69b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561736 Jan 17 21:45:02.874066 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:03.709536 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f903dc-8f71-41d5-84ab-358114c62232 req-d5dd78d7-4335-477b-bda6-ac1a5750c9f4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:03.717777 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74f903dc-8f71-41d5-84ab-358114c62232 req-d5dd78d7-4335-477b-bda6-ac1a5750c9f4 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0751300 Jan 17 21:45:03.802992 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-74f903dc-8f71-41d5-84ab-358114c62232 req-ffb5a5a3-1339-484a-8ae1-3f301535d25d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0839479 Jan 17 21:45:03.926667 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18a8a2-0c14-4757-8856-9db2a62b21e1 req-c5370cc3-78c7-4c04-ae8c-1e37c37c7459 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:03.934281 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f18a8a2-0c14-4757-8856-9db2a62b21e1 req-c5370cc3-78c7-4c04-ae8c-1e37c37c7459 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0681808 Jan 17 21:45:03.992064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2f18a8a2-0c14-4757-8856-9db2a62b21e1 req-f32ed757-d753-4016-b97f-9aaf59c99db9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563598 Jan 17 21:45:04.358041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8523769-eedd-4e0c-84ba-a438ed311e46 req-2659c738-24e1-4df5-80a1-bb45df8f6b2f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:04.360048 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a8523769-eedd-4e0c-84ba-a438ed311e46 req-2659c738-24e1-4df5-80a1-bb45df8f6b2f tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.0754805 Jan 17 21:45:04.509156 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a8523769-eedd-4e0c-84ba-a438ed311e46 req-215d7555-537c-4406-bae9-53bcbfb9a893 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317606 Jan 17 21:45:04.950891 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f413d-214f-4a5f-9f7f-fb1017bc22fb req-18bef5be-625c-4ba0-acab-9ce55ed62bdb tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:04.960493 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-465f413d-214f-4a5f-9f7f-fb1017bc22fb req-18bef5be-625c-4ba0-acab-9ce55ed62bdb tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0762784 Jan 17 21:45:05.154707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-465f413d-214f-4a5f-9f7f-fb1017bc22fb req-d55422eb-b09a-4ea3-8c64-e4fa3642021d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1914732 Jan 17 21:45:05.226054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c51b08-d314-45bd-9e9f-2356f8eef3a2 req-1a46a238-cd6e-4653-94fc-d934066968b9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:05.264053 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-36c51b08-d314-45bd-9e9f-2356f8eef3a2 req-1a46a238-cd6e-4653-94fc-d934066968b9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1377831 Jan 17 21:45:05.321937 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-36c51b08-d314-45bd-9e9f-2356f8eef3a2 req-b65deac9-f4dc-4f0e-8fd0-140205f61263 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763087 Jan 17 21:45:05.718438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df8938-ba7d-4fc8-9c79-7be12b7c9f96 req-0e3bc899-9e4c-4c1a-a689-71263e4eba8c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:05.720366 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-94df8938-ba7d-4fc8-9c79-7be12b7c9f96 req-0e3bc899-9e4c-4c1a-a689-71263e4eba8c tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.0822322 Jan 17 21:45:05.790788 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-94df8938-ba7d-4fc8-9c79-7be12b7c9f96 req-19f4dc1f-98f2-4ed0-a3be-070d05b94a5a tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611665 Jan 17 21:45:06.100349 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35194a48-6b8d-4805-9915-b48730899cf0 req-ab9da588-c5db-4ba7-bae0-4a9d222ddb45 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:06.104739 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35194a48-6b8d-4805-9915-b48730899cf0 req-ab9da588-c5db-4ba7-bae0-4a9d222ddb45 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0936468 Jan 17 21:45:06.233531 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35194a48-6b8d-4805-9915-b48730899cf0 req-58204363-3b44-4de2-aa7e-413ed9704d4b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068821 Jan 17 21:45:06.395837 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9f8b7-f689-4c47-9d89-376892aabf46 req-73967388-190d-466c-aa48-4e9be316d563 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:06.398785 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-79d9f8b7-f689-4c47-9d89-376892aabf46 req-73967388-190d-466c-aa48-4e9be316d563 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1049044 Jan 17 21:45:06.495552 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12e336-1000-42a2-ba1c-70c7960dd69f req-57e1ef62-ba98-462d-876d-7bd782347b89 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:06.500037 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3e12e336-1000-42a2-ba1c-70c7960dd69f req-57e1ef62-ba98-462d-876d-7bd782347b89 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0810819 Jan 17 21:45:06.574947 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-79d9f8b7-f689-4c47-9d89-376892aabf46 req-d1716f13-33ea-4c7f-b7f7-c04b5a402809 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1700599 Jan 17 21:45:06.616412 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3e12e336-1000-42a2-ba1c-70c7960dd69f req-c366a335-ff62-45dc-8a7a-75ce116e21ad tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062274 Jan 17 21:45:07.006596 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d265c88-950b-43e8-8036-6caff6c5dcd2 req-14438474-7612-4c6f-9127-b4559e19cd53 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:07.008223 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2d265c88-950b-43e8-8036-6caff6c5dcd2 req-14438474-7612-4c6f-9127-b4559e19cd53 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.0603962 Jan 17 21:45:07.063291 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2d265c88-950b-43e8-8036-6caff6c5dcd2 req-3bdd7db8-0d7f-48df-906b-5f5b8f8cc103 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491495 Jan 17 21:45:07.385067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82047baf-bf07-49c7-8bef-77a8c5c6c56c req-9a0b8763-d50a-4c4f-937a-f2ea3eeeb9d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:07.393817 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82047baf-bf07-49c7-8bef-77a8c5c6c56c req-9a0b8763-d50a-4c4f-937a-f2ea3eeeb9d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0651822 Jan 17 21:45:07.484878 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82047baf-bf07-49c7-8bef-77a8c5c6c56c req-67949e33-c07f-40f7-96b9-0655a32059f4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894766 Jan 17 21:45:07.851337 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec500f2-9af0-4a22-9db3-026a1b7707bf req-71aeccfb-dee6-4bf7-b305-14c5f1dfa5bf tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:07.863115 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bec500f2-9af0-4a22-9db3-026a1b7707bf req-71aeccfb-dee6-4bf7-b305-14c5f1dfa5bf tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1026070 Jan 17 21:45:07.875195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab453d-55bd-4056-a326-79fd655b3cae req-ae0a3a11-3dce-4e96-8862-b20c23932d1f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:07.882558 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c1ab453d-55bd-4056-a326-79fd655b3cae req-ae0a3a11-3dce-4e96-8862-b20c23932d1f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1003356 Jan 17 21:45:07.981872 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c1ab453d-55bd-4056-a326-79fd655b3cae req-a678ac79-a77b-449b-a0af-5d49dc3ed69d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917637 Jan 17 21:45:07.992522 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-bec500f2-9af0-4a22-9db3-026a1b7707bf req-c2423143-8f19-4990-816b-0df7aff74eb8 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1279378 Jan 17 21:45:08.238531 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134f484-8902-4398-9a2e-d02545677212 req-9720dcea-ae0b-4cab-a224-5218cd030c89 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:08.240476 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1134f484-8902-4398-9a2e-d02545677212 req-9720dcea-ae0b-4cab-a224-5218cd030c89 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.0661831 Jan 17 21:45:08.300081 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1134f484-8902-4398-9a2e-d02545677212 req-3dc2716e-c627-42c4-a178-8f1b75a0a003 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531116 Jan 17 21:45:08.739909 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a1ba5-5b75-4b5b-ac8e-1d5c9afca1c3 req-a998e282-4584-41fb-824a-4a715f0f8303 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:08.744933 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-652a1ba5-5b75-4b5b-ac8e-1d5c9afca1c3 req-a998e282-4584-41fb-824a-4a715f0f8303 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1317079 Jan 17 21:45:08.839108 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-652a1ba5-5b75-4b5b-ac8e-1d5c9afca1c3 req-50c443d6-d4af-4209-8ca4-6a049be94fd7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842812 Jan 17 21:45:09.192426 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc920f-cda5-4656-859b-2b553351f16a req-48efb21f-923e-403f-ba3d-31df0b1a42d5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:09.200233 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-01bc920f-cda5-4656-859b-2b553351f16a req-48efb21f-923e-403f-ba3d-31df0b1a42d5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0839252 Jan 17 21:45:09.251195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2387e92-0a9d-47d1-bed8-bbe078f94a05 req-a035bf1e-9b61-41b8-bf9d-dd1b18b2c786 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:09.268680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2387e92-0a9d-47d1-bed8-bbe078f94a05 req-a035bf1e-9b61-41b8-bf9d-dd1b18b2c786 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1416974 Jan 17 21:45:09.337367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451807b9-1a8c-4097-8950-bb80ad691779 req-35047f51-caea-44ce-a01d-411f416c0e40 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:09.340399 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-451807b9-1a8c-4097-8950-bb80ad691779 req-35047f51-caea-44ce-a01d-411f416c0e40 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.1165507 Jan 17 21:45:09.389853 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2387e92-0a9d-47d1-bed8-bbe078f94a05 req-d4a481a8-1610-4486-9509-5425cf4ff210 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165280 Jan 17 21:45:09.506917 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-01bc920f-cda5-4656-859b-2b553351f16a req-1c350434-247e-4ea6-8f95-e2e3b77172a5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3053045 Jan 17 21:45:09.584293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Deleting port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:09.585480 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:09.593638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279f07c-be17-47b5-9180-6fc0251fdb02 req-22e4b7bc-bb2c-445d-8844-e5d06a44bdcd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:09.607257 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9279f07c-be17-47b5-9180-6fc0251fdb02 req-22e4b7bc-bb2c-445d-8844-e5d06a44bdcd tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 946 time: 0.1021624 Jan 17 21:45:09.750107 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9279f07c-be17-47b5-9180-6fc0251fdb02 req-00b0582e-ea74-489e-9514-c0f9b51de6de tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/security-groups?id=6f35576b-6681-4c09-8fdf-a492748e938e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403980 Jan 17 21:45:09.832598 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] For port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,segment=NetworkSegment(69a87553-f7c2-4405-8943-3125d6389d74),segment_id=69a87553-f7c2-4405-8943-3125d6389d74)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:09.833742 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:10.156085 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Calling delete_port for e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:10.250137 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a6977-889c-4244-adb1-927cdb61e821 req-cdeb8350-57cc-4667-baae-a5cfb72ea194 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:10.258231 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-756a6977-889c-4244-adb1-927cdb61e821 req-cdeb8350-57cc-4667-baae-a5cfb72ea194 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1034589 Jan 17 21:45:10.337249 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-756a6977-889c-4244-adb1-927cdb61e821 req-c53c6f8e-d53c-4731-b335-ca39c90f1485 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779796 Jan 17 21:45:10.479625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:10.516236 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Pushing event deleted for resources: {'Port': ['ID=e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:10.590358 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95927a-3617-4e05-92d2-8480403ff282 req-3caea5c0-a801-4dbc-9217-e92bc90e7427 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:10.592536 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5a95927a-3617-4e05-92d2-8480403ff282 req-3caea5c0-a801-4dbc-9217-e92bc90e7427 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1217406 Jan 17 21:45:10.609345 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] No DVR routers for this DVR port e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:45:10.616052 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:10.628923 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-451807b9-1a8c-4097-8950-bb80ad691779 req-4e5bf3d7-aee9-4828-9bec-da2baa3c6e64 tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.81 "DELETE /v2.0/ports/e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb HTTP/1.1" status: 204 len: 173 time: 1.2763410 Jan 17 21:45:10.630489 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'name': 'network-vif-deleted', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:45:10.634836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935c0889-04d4-4dc8-b480-7ca167f25501" -d '{"events": [{"server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "name": "network-vif-deleted", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:45:10.684318 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5a95927a-3617-4e05-92d2-8480403ff282 req-b989a91e-27f7-4ddd-a002-fc09156e5e17 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798109 Jan 17 21:45:10.746917 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5116ba-9cdf-4232-8f86-0b0caee3afd6 req-7d63e024-29b2-4b4b-b24a-400ba8327f48 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:10.749365 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce5116ba-9cdf-4232-8f86-0b0caee3afd6 req-7d63e024-29b2-4b4b-b24a-400ba8327f48 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1101050 Jan 17 21:45:10.800134 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd7ed81-e455-4e64-8aea-a0191f9595be x-openstack-request-id: req-bbd7ed81-e455-4e64-8aea-a0191f9595be {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:45:10.800595 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db413899-1fd1-49a9-a9f4-20d76876fd16", "name": "network-vif-deleted", "tag": "e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:45:10.801001 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bbd7ed81-e455-4e64-8aea-a0191f9595be {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:45:10.801627 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db413899-1fd1-49a9-a9f4-20d76876fd16', 'name': 'network-vif-deleted', 'tag': 'e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb', 'status': 'completed', 'code': 200} Jan 17 21:45:10.893431 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ce5116ba-9cdf-4232-8f86-0b0caee3afd6 req-3de9d6f7-b548-411a-a13e-f7817a1e05cc tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1286111 Jan 17 21:45:10.946151 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7667a1a8-022a-4bca-aabd-102cf80b2d38 req-ee3769c0-df07-43e6-a1f8-2bce1be5510b tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0379751 Jan 17 21:45:11.544961 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e16f2c-7c09-44b6-a428-6012dec2df2a req-8e0dc9dd-e56e-4584-bbfb-092242aeb8e8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:11.553137 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-68e16f2c-7c09-44b6-a428-6012dec2df2a req-8e0dc9dd-e56e-4584-bbfb-092242aeb8e8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1106503 Jan 17 21:45:11.625555 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-68e16f2c-7c09-44b6-a428-6012dec2df2a req-0daa6ae2-dae1-43a7-9058-649a391bad7c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700758 Jan 17 21:45:11.867388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae563d-4552-4328-a72b-0198cb849006 req-fa0f3ca2-7e4c-4ab5-967b-223ac4f7f3b9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:11.869986 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3bae563d-4552-4328-a72b-0198cb849006 req-fa0f3ca2-7e4c-4ab5-967b-223ac4f7f3b9 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0790522 Jan 17 21:45:11.935843 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3bae563d-4552-4328-a72b-0198cb849006 req-6401786d-360e-47af-9a56-5d515c5942ac tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Jan 17 21:45:12.124906 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9196585a-772c-4873-83ac-f7177f4676a3 req-b376635b-08ed-4259-a997-5f058e66cafb tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Jan 17 21:45:12.164528 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badd5f4-690e-4a6f-b0bf-4aa9fa30c084 req-d8fdec8a-7a9f-4f3d-8773-fe817632711a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:12.167434 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3badd5f4-690e-4a6f-b0bf-4aa9fa30c084 req-d8fdec8a-7a9f-4f3d-8773-fe817632711a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1105001 Jan 17 21:45:12.246820 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:45:12.280604 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-3badd5f4-690e-4a6f-b0bf-4aa9fa30c084 req-a1d5e801-df8c-4197-b05b-5bf7fb47dde5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1021874 Jan 17 21:45:12.840123 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f65f2a-8b18-4ca9-89c3-24717b4e6121 req-01b68bb7-d312-4a14-a211-66d2ea49ebfb tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:12.847569 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2f65f2a-8b18-4ca9-89c3-24717b4e6121 req-01b68bb7-d312-4a14-a211-66d2ea49ebfb tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0917814 Jan 17 21:45:12.948921 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2f65f2a-8b18-4ca9-89c3-24717b4e6121 req-6c9864f3-b9a7-4072-9d44-dda4d1b2ff7c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864575 Jan 17 21:45:13.079868 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:45:13.235554 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e448fe-35b0-49c4-8bc2-7db27fc9ad0c req-7f52bb0f-17c1-4b0d-a70f-27b804105af3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:13.248337 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-77e448fe-35b0-49c4-8bc2-7db27fc9ad0c req-7f52bb0f-17c1-4b0d-a70f-27b804105af3 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1610787 Jan 17 21:45:13.325517 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-41424d39-1a48-4660-9f04-f7fe21004fa9 req-a6a7fd0a-818d-45bb-a895-d37ba46815ca tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0376046 Jan 17 21:45:13.344305 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-77e448fe-35b0-49c4-8bc2-7db27fc9ad0c req-0bdc1db3-b78a-4130-8ee3-0e5b59dd26d6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941119 Jan 17 21:45:13.488910 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c808a68-f3e8-4bd6-81a0-90479741e407 req-a38a44e5-88cd-4945-b8a2-647dcc68e34e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:13.492119 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c808a68-f3e8-4bd6-81a0-90479741e407 req-a38a44e5-88cd-4945-b8a2-647dcc68e34e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0925469 Jan 17 21:45:13.629566 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c808a68-f3e8-4bd6-81a0-90479741e407 req-e63c7398-f71b-4166-a9f9-77de5e7035fe tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1244864 Jan 17 21:45:14.176638 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002beeae-790b-4107-8cfd-68c356497c5d req-c397cf10-aafa-42f8-8c6d-5e766f922bbd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:14.179531 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-002beeae-790b-4107-8cfd-68c356497c5d req-c397cf10-aafa-42f8-8c6d-5e766f922bbd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0962186 Jan 17 21:45:14.296951 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-002beeae-790b-4107-8cfd-68c356497c5d req-e8386f10-9198-4fad-af92-610974a06d9d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066530 Jan 17 21:45:14.557473 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-390d36ec-f8e6-4049-a6e7-8413921af5b3 req-35dabe87-c874-4e08-864d-5f19cd80a44e tempest-AttachVolumeNegativeTest-2127788403 tempest-AttachVolumeNegativeTest-2127788403-project] 10.222.0.74 "GET /v2.0/ports?device_id=db413899-1fd1-49a9-a9f4-20d76876fd16 HTTP/1.1" status: 200 len: 210 time: 0.0442359 Jan 17 21:45:14.612125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b543d-ae13-4280-bc9d-65daf21ce873 req-a47ee806-d21c-4fb7-bf06-cd56b1bbeb6c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:14.615217 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab1b543d-ae13-4280-bc9d-65daf21ce873 req-a47ee806-d21c-4fb7-bf06-cd56b1bbeb6c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1061196 Jan 17 21:45:14.687437 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ab1b543d-ae13-4280-bc9d-65daf21ce873 req-95823a1f-048e-456a-ad53-2fafb6da5477 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603247 Jan 17 21:45:14.861945 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda55354-1472-4122-afee-6f3b42d307f6 req-6010b509-1098-4989-85c9-e985b11fc000 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:14.864637 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eda55354-1472-4122-afee-6f3b42d307f6 req-6010b509-1098-4989-85c9-e985b11fc000 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0943933 Jan 17 21:45:14.999903 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eda55354-1472-4122-afee-6f3b42d307f6 req-b3c49846-0340-4484-bc74-05b2d6ec8ef6 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0873644 Jan 17 21:45:15.072542 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:15.094728 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:15.095634 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e2d77bc9-4813-4ad6-a4a4-9f16d1431ceb not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:15.527026 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7330cfc-b1ad-46d2-840b-3b4415de91dd req-c27e2a33-3074-4098-8a5e-77d7809dbd9d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:15.536631 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e7330cfc-b1ad-46d2-840b-3b4415de91dd req-c27e2a33-3074-4098-8a5e-77d7809dbd9d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0759020 Jan 17 21:45:15.638990 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e7330cfc-b1ad-46d2-840b-3b4415de91dd req-8e983949-b3b6-445c-9b61-13faacb19309 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983610 Jan 17 21:45:15.646099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 40916) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:15.719447 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Deleting subnet aa930b17-df2b-443e-9957-533bd79b5c46 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:45:15.723460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Publish callbacks [] for subnet (aa930b17-df2b-443e-9957-533bd79b5c46), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:15.775031 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (aa930b17-df2b-443e-9957-533bd79b5c46), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:15.870671 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (aa930b17-df2b-443e-9957-533bd79b5c46), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:15.902669 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8bc04-f49f-447f-ba6c-74031d251663 req-cc2a8337-9421-4fae-b4c1-88663d35aa0f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:15.904284 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f8d8bc04-f49f-447f-ba6c-74031d251663 req-cc2a8337-9421-4fae-b4c1-88663d35aa0f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1015718 Jan 17 21:45:16.004236 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f8d8bc04-f49f-447f-ba6c-74031d251663 req-0a3b2a9e-e019-4144-a1aa-6bfbda33c7e7 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915179 Jan 17 21:45:16.114864 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (aa930b17-df2b-443e-9957-533bd79b5c46), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.150469 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa930b17-df2b-443e-9957-533bd79b5c46,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:16.156179 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.161125 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/aa930b17-df2b-443e-9957-533bd79b5c46 HTTP/1.1" status: 204 len: 168 time: 0.5135760 Jan 17 21:45:16.166354 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 40926) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:16.178084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.178811 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ecf82-f184-4fa9-8f39-6eb9d90a049c req-9e516c60-a54d-4af3-b9f4-f1add2edd109 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:16.179029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.179581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.180081 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.180601 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.181123 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.181709 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-004ecf82-f184-4fa9-8f39-6eb9d90a049c req-9e516c60-a54d-4af3-b9f4-f1add2edd109 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.1081300 Jan 17 21:45:16.187423 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.188016 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.188600 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.189559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.190078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.190574 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.191072 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290f9cb9-5487-45af-814f-ea756ff597e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:16.298687 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (9e0ac24d-7960-496f-88c7-d55dcb1ba79f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.335359 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-004ecf82-f184-4fa9-8f39-6eb9d90a049c req-0b019f7d-a7e2-46d7-8ef5-640245093b16 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1465976 Jan 17 21:45:16.448429 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (9e0ac24d-7960-496f-88c7-d55dcb1ba79f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.497153 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0ac24d-7960-496f-88c7-d55dcb1ba79f']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:16.514791 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a87553-f7c2-4405-8943-3125d6389d74') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:16.515765 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a87553-f7c2-4405-8943-3125d6389d74') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:16.536713 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (69a87553-f7c2-4405-8943-3125d6389d74), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.558556 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (69a87553-f7c2-4405-8943-3125d6389d74), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.573410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:45:16.577361 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (69a87553-f7c2-4405-8943-3125d6389d74), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:45:16.581082 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:45:16.734733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (9e0ac24d-7960-496f-88c7-d55dcb1ba79f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.748922 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:16.755870 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9e0ac24d-7960-496f-88c7-d55dcb1ba79f HTTP/1.1" status: 204 len: 168 time: 0.5879104 Jan 17 21:45:16.798816 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec5840-96d7-4e9a-8080-4a0020b39db8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e0ac24d-7960-496f-88c7-d55dcb1ba79f,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:16.917295 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a557d95-03f6-40bf-9c70-d1c6930ac8f0 req-a82084f3-2a19-48c5-b936-9c10a59d81ef tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:16.920628 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4a557d95-03f6-40bf-9c70-d1c6930ac8f0 req-a82084f3-2a19-48c5-b936-9c10a59d81ef tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1449423 Jan 17 21:45:17.021073 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4a557d95-03f6-40bf-9c70-d1c6930ac8f0 req-3c182d8f-ff76-492c-9179-02536063b981 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881236 Jan 17 21:45:17.254371 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 40946) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:17.339461 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9d77ac50-94f0-4eac-ae59-119fd034d60d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a6d83eef93c44d4894151b7d97a12dd3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0826118 Jan 17 21:45:17.343833 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 40948) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:17.396527 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc34d9-9edd-4173-8fb6-90e9b3fb8ae3 req-212679fb-62d0-4899-9d25-f4b86b4dafae tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:17.400102 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e8fc34d9-9edd-4173-8fb6-90e9b3fb8ae3 req-212679fb-62d0-4899-9d25-f4b86b4dafae tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1566103 Jan 17 21:45:17.559697 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e8fc34d9-9edd-4173-8fb6-90e9b3fb8ae3 req-befbfc1d-3893-4e5e-9bd5-a1314ab95b2a tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369429 Jan 17 21:45:17.590205 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca698a-0347-48ee-bff1-4dec9aacc618 req-b47037d6-ec43-40be-8e5a-14c74fc9ec04 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:17.604811 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f3ca698a-0347-48ee-bff1-4dec9aacc618 req-b47037d6-ec43-40be-8e5a-14c74fc9ec04 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0959992 Jan 17 21:45:17.614144 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] Publish callbacks [] for security_group (6f35576b-6681-4c09-8fdf-a492748e938e), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:17.662057 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] Publish callbacks [] for security_group (6f35576b-6681-4c09-8fdf-a492748e938e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:17.743178 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f3ca698a-0347-48ee-bff1-4dec9aacc618 req-b27447d2-a7e3-4337-9602-c33d6930a256 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1367884 Jan 17 21:45:17.805513 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6f35576b-6681-4c09-8fdf-a492748e938e), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:17.818095 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:17.823847 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f35576b-6681-4c09-8fdf-a492748e938e HTTP/1.1" status: 204 len: 168 time: 0.4781635 Jan 17 21:45:17.841185 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38625541-0c29-4899-9a1b-9565ef10e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f35576b-6681-4c09-8fdf-a492748e938e,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:18.222294 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c916ce-710f-41a5-b296-1c23c4d818b7 req-dc457879-69b5-491c-882d-52e19af27d1b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:18.225279 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-66c916ce-710f-41a5-b296-1c23c4d818b7 req-dc457879-69b5-491c-882d-52e19af27d1b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0962563 Jan 17 21:45:18.341146 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-66c916ce-710f-41a5-b296-1c23c4d818b7 req-1601ed05-0a3c-42a8-a450-041fb337a680 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055722 Jan 17 21:45:18.747854 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e192c97-2e44-489d-a851-b87ac8066895 req-06b9b3db-04b3-48cd-b4a0-fe0bd37eb68f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:18.749451 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4e192c97-2e44-489d-a851-b87ac8066895 req-06b9b3db-04b3-48cd-b4a0-fe0bd37eb68f tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0653012 Jan 17 21:45:18.854581 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4e192c97-2e44-489d-a851-b87ac8066895 req-c9f3391f-4ee7-4ba0-8d18-fd1804e57b5e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897191 Jan 17 21:45:18.975824 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576ff4f-29ea-4518-abb9-6bba126fda2c req-9bebe9ca-9b38-4585-82fc-b4da52ad58b2 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:18.979384 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5576ff4f-29ea-4518-abb9-6bba126fda2c req-9bebe9ca-9b38-4585-82fc-b4da52ad58b2 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0864768 Jan 17 21:45:19.096790 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5576ff4f-29ea-4518-abb9-6bba126fda2c req-8c18de69-afe5-43eb-997d-1bb3aae1cd40 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1070459 Jan 17 21:45:19.589861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb5bd-e8ef-4d0d-b4ef-ba3d369c98ba req-0823a41e-5851-478c-bd27-0971d303a348 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:19.593933 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4cceb5bd-e8ef-4d0d-b4ef-ba3d369c98ba req-0823a41e-5851-478c-bd27-0971d303a348 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1173129 Jan 17 21:45:19.754638 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4cceb5bd-e8ef-4d0d-b4ef-ba3d369c98ba req-d1e58e72-30fd-4be3-9e3d-e4f6cb96f1e2 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540601 Jan 17 21:45:20.058032 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac2f98-d624-417c-81de-9210ddcc7405 req-b60e8245-ea76-4834-9787-ad696dda1dd1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:20.067761 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-07ac2f98-d624-417c-81de-9210ddcc7405 req-b60e8245-ea76-4834-9787-ad696dda1dd1 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0729012 Jan 17 21:45:20.148695 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-07ac2f98-d624-417c-81de-9210ddcc7405 req-f7adb9a7-521b-4bbc-a8c6-44b8cd5c10bc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789361 Jan 17 21:45:20.350034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59622733-73db-42cf-a00f-72ba36965351 req-94ae0f61-b7c2-4473-8781-786ac6b1f5c9 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:20.357679 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-59622733-73db-42cf-a00f-72ba36965351 req-94ae0f61-b7c2-4473-8781-786ac6b1f5c9 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0945752 Jan 17 21:45:20.434710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601132f-379f-44a0-a1d7-b48af761e2f3 req-6acbfc56-e5a5-4c0c-b572-56c1257af425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:20.436763 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c601132f-379f-44a0-a1d7-b48af761e2f3 req-6acbfc56-e5a5-4c0c-b572-56c1257af425 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.0675817 Jan 17 21:45:20.446757 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-59622733-73db-42cf-a00f-72ba36965351 req-b063cf7d-2b20-4fbf-be07-53f7f61ef5db tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=da6ed72f-b1e5-40ea-a684-532e72cd368e&id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0880058 Jan 17 21:45:20.507663 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c601132f-379f-44a0-a1d7-b48af761e2f3 req-006afdb9-9497-47f3-8a73-11649ed589e7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Jan 17 21:45:20.886187 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:20.993403 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec8aac-20c2-4fe7-b97a-3d29645ed2d0 req-71ca3fda-1d63-40fb-ae7e-4da876ddb6b7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:21.007319 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d0ec8aac-20c2-4fe7-b97a-3d29645ed2d0 req-71ca3fda-1d63-40fb-ae7e-4da876ddb6b7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1314371 Jan 17 21:45:21.125629 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d0ec8aac-20c2-4fe7-b97a-3d29645ed2d0 req-0df5762a-3978-49cf-b5c5-1447f05c1113 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160514 Jan 17 21:45:21.349381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902f4e9-3eef-4c5b-b0bc-d801833891bf req-fae44f2c-91f3-4b5a-821d-af3084a73f19 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:21.351218 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0902f4e9-3eef-4c5b-b0bc-d801833891bf req-fae44f2c-91f3-4b5a-821d-af3084a73f19 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0738831 Jan 17 21:45:21.512542 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-0902f4e9-3eef-4c5b-b0bc-d801833891bf req-2fd21010-806b-440a-b35f-648143dfd158 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396213 Jan 17 21:45:21.783281 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdc332-f1cb-480f-8e58-127522302f62 req-9c4497a1-aeaf-4245-866a-1959500f8e6f tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:21.796549 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9bfdc332-f1cb-480f-8e58-127522302f62 req-9c4497a1-aeaf-4245-866a-1959500f8e6f tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.1192112 Jan 17 21:45:21.897373 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9bfdc332-f1cb-480f-8e58-127522302f62 req-c37213cb-7911-4749-8350-4b7a81c7db12 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988033 Jan 17 21:45:22.365906 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5cf0-f1bc-44a5-9858-abdc6195a6fd req-b8a2d90d-f68b-445a-a875-467d706a3785 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:22.370680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-835b5cf0-f1bc-44a5-9858-abdc6195a6fd req-b8a2d90d-f68b-445a-a875-467d706a3785 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0882547 Jan 17 21:45:22.475234 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-835b5cf0-f1bc-44a5-9858-abdc6195a6fd req-6c599b59-fdec-4822-acc7-5971360f7f66 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942888 Jan 17 21:45:22.739861 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762563c-c838-4504-8156-10f8e4f083e3 req-e8f6dba8-d1d7-4935-bf01-475e34b7ce71 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:22.753303 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b762563c-c838-4504-8156-10f8e4f083e3 req-e8f6dba8-d1d7-4935-bf01-475e34b7ce71 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0992582 Jan 17 21:45:22.840218 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b762563c-c838-4504-8156-10f8e4f083e3 req-bb641aac-f863-4337-a3aa-61c98da49009 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851412 Jan 17 21:45:23.153041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230a7d-d9f7-488b-a256-13bbdf25f33a req-f4dd9642-99fd-490c-9208-602bc94c100f tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:23.166549 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-37230a7d-d9f7-488b-a256-13bbdf25f33a req-f4dd9642-99fd-490c-9208-602bc94c100f tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.1181779 Jan 17 21:45:23.262151 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-37230a7d-d9f7-488b-a256-13bbdf25f33a req-e95444aa-a4e5-4c43-8690-6a31a639684b tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938616 Jan 17 21:45:23.671028 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd210f-b488-49ab-8b19-32d0b0753468 req-220304ab-ff7e-4875-bf32-d37e5c489136 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:23.674124 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dfbd210f-b488-49ab-8b19-32d0b0753468 req-220304ab-ff7e-4875-bf32-d37e5c489136 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0887408 Jan 17 21:45:23.802409 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dfbd210f-b488-49ab-8b19-32d0b0753468 req-b29da7db-8b12-47ed-9727-06bbbe4baab3 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216671 Jan 17 21:45:23.822002 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-afa36b47-8bdf-419f-9fc7-dae1db3e0a05 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:23.831282 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-afa36b47-8bdf-419f-9fc7-dae1db3e0a05 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.1422832 Jan 17 21:45:23.974448 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Deleting port bd731bcc-f404-49a7-9a58-1141a6862a88 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:23.974836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.000262 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64644a0-c247-4d6f-acdb-53e587108771 req-e827917d-527e-4e93-9d15-ef1063a63b79 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:24.004308 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b64644a0-c247-4d6f-acdb-53e587108771 req-e827917d-527e-4e93-9d15-ef1063a63b79 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.2150638 Jan 17 21:45:24.012766 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-15e52886-ad4d-4072-8ba3-7c894bb5fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:24.020690 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-15e52886-ad4d-4072-8ba3-7c894bb5fe10 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 1099 time: 0.1614048 Jan 17 21:45:24.165925 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] For port bd731bcc-f404-49a7-9a58-1141a6862a88, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=bd731bcc-f404-49a7-9a58-1141a6862a88,segment=NetworkSegment(2d266094-85fa-456f-a34e-90ed3414ad6f),segment_id=2d266094-85fa-456f-a34e-90ed3414ad6f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:24.166547 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.196420 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Calling delete_port for bd731bcc-f404-49a7-9a58-1141a6862a88 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:24.198477 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b64644a0-c247-4d6f-acdb-53e587108771 req-ed63160f-183c-4a0a-8bc8-b0bedfcb32fa tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760852 Jan 17 21:45:24.249730 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-1d52e939-ee7f-4b3c-b550-949941dccb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:24.254054 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-1d52e939-ee7f-4b3c-b550-949941dccb42 service neutron] 10.222.0.81 "GET /v2.0/networks?id=769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 200 len: 918 time: 0.2215016 Jan 17 21:45:24.288417 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41102) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:24.370224 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-4e05fb71-6ae1-404c-abe3-126e3a4a754c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 200 len: 217 time: 0.1082652 Jan 17 21:45:24.503755 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-f3c181f3-24ef-4cfa-8783-f87f83c270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:24.505423 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-f3c181f3-24ef-4cfa-8783-f87f83c270a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 200 len: 857 time: 0.1223001 Jan 17 21:45:24.555461 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-525bcccb-48d3-46ad-a947-91181401ba28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=769e3d6e-4e63-48ef-9614-7f031e2aead4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437655 Jan 17 21:45:24.577873 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ab67edf-2ceb-4137-b8c6-52ebda18cb0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.615437 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f192548-f0de-4f22-b4d3-15893355cb8d req-a2142180-b187-481a-a4cf-7afd13b1bf73 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:24.623731 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4f192548-f0de-4f22-b4d3-15893355cb8d req-a2142180-b187-481a-a4cf-7afd13b1bf73 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 946 time: 0.1536095 Jan 17 21:45:24.689393 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-7b6ae266-dd6c-44ee-8c67-f7f3118b7146 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Jan 17 21:45:24.693070 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4f192548-f0de-4f22-b4d3-15893355cb8d req-e2aeef3f-d4a1-4bbf-8864-1ed110b785c7 tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/security-groups?id=6c1f7181-e842-443e-b0c1-2e844e340cf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682380 Jan 17 21:45:24.696139 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (bd731bcc-f404-49a7-9a58-1141a6862a88), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.715556 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['bd731bcc-f404-49a7-9a58-1141a6862a88'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:45:24.783467 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Pushing event deleted for resources: {'Port': ['ID=bd731bcc-f404-49a7-9a58-1141a6862a88,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:24.910301 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2577d518-0b3e-457f-9d00-aa7d6230d388 req-b601872c-6ee3-46ff-8ff7-c1ddf0c544b2 service neutron] 10.222.0.81 "GET /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110233 Jan 17 21:45:24.948116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] No DVR routers for this DVR port bd731bcc-f404-49a7-9a58-1141a6862a88 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:45:24.975854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:24.985509 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-30cb17cf-6ce2-413d-b487-6b8818b4079a req-7196eaff-efbd-452f-9c6b-e398544dbdfc tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.81 "DELETE /v2.0/ports/bd731bcc-f404-49a7-9a58-1141a6862a88 HTTP/1.1" status: 204 len: 173 time: 1.1533785 Jan 17 21:45:24.986247 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'name': 'network-vif-deleted', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:45:24.997176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127e3f9f-7f8e-491d-93c0-b8c6c854fdc8" -d '{"events": [{"server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "name": "network-vif-deleted", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:45:25.044626 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ab67edf-2ceb-4137-b8c6-52ebda18cb0a admin admin] Publish callbacks [] for security_group (da7442a4-c651-415d-9994-29d7e55ec826), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.101859 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbd865c-a140-4cff-8815-1c11fad0f48d x-openstack-request-id: req-0fbd865c-a140-4cff-8815-1c11fad0f48d {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:45:25.102079 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a8150-51ec-4d09-9bc7-e5fe91a755c1 req-fe32272f-f018-43ab-9060-737c93662bea tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:25.102579 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff78fd6e-04f5-4075-81e3-715b28ca3164", "name": "network-vif-deleted", "tag": "bd731bcc-f404-49a7-9a58-1141a6862a88", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:45:25.102811 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0fbd865c-a140-4cff-8815-1c11fad0f48d {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:45:25.103427 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff78fd6e-04f5-4075-81e3-715b28ca3164', 'name': 'network-vif-deleted', 'tag': 'bd731bcc-f404-49a7-9a58-1141a6862a88', 'status': 'completed', 'code': 200} Jan 17 21:45:25.104764 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b45a8150-51ec-4d09-9bc7-e5fe91a755c1 req-fe32272f-f018-43ab-9060-737c93662bea tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1441014 Jan 17 21:45:25.107771 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ab67edf-2ceb-4137-b8c6-52ebda18cb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (da7442a4-c651-415d-9994-29d7e55ec826), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.231363 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1ab67edf-2ceb-4137-b8c6-52ebda18cb0a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a38d877734b4d74a7b558237c104370&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9404230 Jan 17 21:45:25.238063 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41116) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:25.248361 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab67edf-2ceb-4137-b8c6-52ebda18cb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7442a4-c651-415d-9994-29d7e55ec826,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:25.321467 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b45a8150-51ec-4d09-9bc7-e5fe91a755c1 req-39be3c70-e149-47d9-8ed8-870cca7da91e tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051487 Jan 17 21:45:25.393485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] Publish callbacks [] for security_group (da7442a4-c651-415d-9994-29d7e55ec826), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.432510 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] Publish callbacks [] for security_group (da7442a4-c651-415d-9994-29d7e55ec826), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.463061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b63950ee-3864-4326-9ea1-f1cd3ec1e673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.480538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae8d72-5289-465e-b2e8-adfc00263597 req-51d20e28-88fd-43b0-bf4a-c572c5451d12 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:25.483889 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6eae8d72-5289-465e-b2e8-adfc00263597 req-51d20e28-88fd-43b0-bf4a-c572c5451d12 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.1048923 Jan 17 21:45:25.569983 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6eae8d72-5289-465e-b2e8-adfc00263597 req-ad51bf98-f2a2-410f-a29e-45cdebf5ebaa tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731614 Jan 17 21:45:25.638960 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (da7442a4-c651-415d-9994-29d7e55ec826), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.641688 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:25.643018 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/da7442a4-c651-415d-9994-29d7e55ec826 HTTP/1.1" status: 204 len: 168 time: 0.4020836 Jan 17 21:45:25.654211 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035fbf3-7bf6-4e5d-95c9-ec224396c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7442a4-c651-415d-9994-29d7e55ec826,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:25.842943 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-223e88c9-55a0-4793-944f-8fc19ac90bf3 req-3014f24d-4120-4369-b8be-332631e918eb tempest-VolumesSnapshotTestJSON-795713769 tempest-VolumesSnapshotTestJSON-795713769-project] 10.222.0.74 "GET /v2.0/ports?device_id=ff78fd6e-04f5-4075-81e3-715b28ca3164 HTTP/1.1" status: 200 len: 210 time: 0.0349681 Jan 17 21:45:26.492815 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5890f4-5454-420c-a486-2fdb78a76301 req-8d6e6549-4853-4aad-bb77-b21f0e70296b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:26.494825 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4e5890f4-5454-420c-a486-2fdb78a76301 req-8d6e6549-4853-4aad-bb77-b21f0e70296b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0792832 Jan 17 21:45:26.540789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41152) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:26.574024 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ee20a6ae-e5e5-4fd6-88a2-65c426b87f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:26.585992 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-4e5890f4-5454-420c-a486-2fdb78a76301 req-cb169972-573a-4488-99fa-0c8aa0403e66 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788655 Jan 17 21:45:26.738454 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ee20a6ae-e5e5-4fd6-88a2-65c426b87f58 admin admin] Publish callbacks [] for security_group (5d98ed78-a84a-4ddb-948e-df78aa80daed), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:26.767634 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31527bc8-4b43-4fdf-85c5-cd97fa3ff782 req-15a162df-cf8c-4d14-8e64-cb933144edff tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:26.770143 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-31527bc8-4b43-4fdf-85c5-cd97fa3ff782 req-15a162df-cf8c-4d14-8e64-cb933144edff tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0798638 Jan 17 21:45:26.825564 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ee20a6ae-e5e5-4fd6-88a2-65c426b87f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (5d98ed78-a84a-4ddb-948e-df78aa80daed), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:26.843031 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-31527bc8-4b43-4fdf-85c5-cd97fa3ff782 req-720d5e0d-2d65-4db4-b03a-04de0c31a36b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667622 Jan 17 21:45:26.878223 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ee20a6ae-e5e5-4fd6-88a2-65c426b87f58 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e70dc39ad9649248cc004365f7d9c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343875 Jan 17 21:45:26.881192 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20a6ae-e5e5-4fd6-88a2-65c426b87f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d98ed78-a84a-4ddb-948e-df78aa80daed,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:26.882594 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41172) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:26.998332 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] Publish callbacks [] for security_group (5d98ed78-a84a-4ddb-948e-df78aa80daed), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:27.055396 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] Publish callbacks [] for security_group (5d98ed78-a84a-4ddb-948e-df78aa80daed), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:27.117920 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device bd731bcc-f404-49a7-9a58-1141a6862a88 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:27.146721 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: bd731bcc-f404-49a7-9a58-1141a6862a88 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:27.147113 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device bd731bcc-f404-49a7-9a58-1141a6862a88 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:27.222565 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (5d98ed78-a84a-4ddb-948e-df78aa80daed), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:27.227845 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:27.229730 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5d98ed78-a84a-4ddb-948e-df78aa80daed HTTP/1.1" status: 204 len: 168 time: 0.3455348 Jan 17 21:45:27.244978 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c543c0-6203-4716-8e53-4eaec575f6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d98ed78-a84a-4ddb-948e-df78aa80daed,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:27.975272 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db278f0d-fe7c-4955-9cfe-6be631acdc67 req-092f54f3-5c43-48db-8a84-ed04e7222626 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:27.978382 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db278f0d-fe7c-4955-9cfe-6be631acdc67 req-092f54f3-5c43-48db-8a84-ed04e7222626 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1157427 Jan 17 21:45:28.058087 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7eea9-897c-481e-93dd-c689a927699a req-5b0c741e-76bd-4a92-9e40-cf5979dee3f5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:28.060960 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e3e7eea9-897c-481e-93dd-c689a927699a req-5b0c741e-76bd-4a92-9e40-cf5979dee3f5 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0773826 Jan 17 21:45:28.097281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db278f0d-fe7c-4955-9cfe-6be631acdc67 req-533fd379-e84c-48a7-89f1-38d7fe9bc72d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034539 Jan 17 21:45:28.145290 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e3e7eea9-897c-481e-93dd-c689a927699a req-eff7bdc0-4370-46a7-821d-9585d2cc908b tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741398 Jan 17 21:45:28.257444 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f29c5df8-90ca-4dc3-94f9-1bd376795ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:29.274376 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffb779-d642-4044-b2b6-051a8b14031e req-9812b903-74e0-4229-b52d-90c489703bb9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:29.276703 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-24ffb779-d642-4044-b2b6-051a8b14031e req-9812b903-74e0-4229-b52d-90c489703bb9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0905299 Jan 17 21:45:29.343024 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-24ffb779-d642-4044-b2b6-051a8b14031e req-cfbb371a-23fe-42bf-a487-fbf451d55183 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506065 Jan 17 21:45:29.801960 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1291e-661e-4088-8beb-12dfd3ae7049 req-cfd8c093-f194-4cae-890f-02cdaca7ba9f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:29.805914 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-63f1291e-661e-4088-8beb-12dfd3ae7049 req-cfd8c093-f194-4cae-890f-02cdaca7ba9f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1045480 Jan 17 21:45:29.857493 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:29.921131 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-63f1291e-661e-4088-8beb-12dfd3ae7049 req-68094bd0-e718-4117-aecc-fb8774a8aa16 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864542 Jan 17 21:45:29.937823 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41280) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:30.002208 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Deleting subnet b8d662c6-ebb5-47dd-850b-bb5528596457 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:45:30.007481 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Publish callbacks [] for subnet (b8d662c6-ebb5-47dd-850b-bb5528596457), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.055920 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (b8d662c6-ebb5-47dd-850b-bb5528596457), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.117528 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (b8d662c6-ebb5-47dd-850b-bb5528596457), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.268043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (b8d662c6-ebb5-47dd-850b-bb5528596457), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.301122 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d662c6-ebb5-47dd-850b-bb5528596457,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:30.305448 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.309977 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-024d507a-2397-4499-bf81-439d8d1c762e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b8d662c6-ebb5-47dd-850b-bb5528596457 HTTP/1.1" status: 204 len: 168 time: 0.3703671 Jan 17 21:45:30.312682 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41288) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:30.398373 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (66844417-f595-48b0-be31-b07e9dce022f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.507239 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (66844417-f595-48b0-be31-b07e9dce022f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.532072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66844417-f595-48b0-be31-b07e9dce022f']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:30.543292 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e71cdd9-9884-4066-a0ce-7b8c8214f796') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:30.543658 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e71cdd9-9884-4066-a0ce-7b8c8214f796') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:30.554768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (1e71cdd9-9884-4066-a0ce-7b8c8214f796), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.570233 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (1e71cdd9-9884-4066-a0ce-7b8c8214f796), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.578674 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:45:30.580022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (1e71cdd9-9884-4066-a0ce-7b8c8214f796), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:45:30.582960 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:45:30.764791 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (66844417-f595-48b0-be31-b07e9dce022f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.777847 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:30.785527 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] 10.222.0.74 "DELETE /v2.0/networks/66844417-f595-48b0-be31-b07e9dce022f HTTP/1.1" status: 204 len: 168 time: 0.4714062 Jan 17 21:45:30.804237 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9f8ab-6077-4614-adfd-21b7141d7c48 admin admin] Pushing event deleted for resources: {'Network': ['ID=66844417-f595-48b0-be31-b07e9dce022f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:31.071934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81770-a5d9-406c-a9f0-526447005bbf req-8a2f2d47-61d1-49ef-87ef-9e79cb08f466 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:31.075703 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35f81770-a5d9-406c-a9f0-526447005bbf req-8a2f2d47-61d1-49ef-87ef-9e79cb08f466 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0750024 Jan 17 21:45:31.143282 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-35f81770-a5d9-406c-a9f0-526447005bbf req-b814f0b4-673d-49ff-a799-450ce49779cc tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566719 Jan 17 21:45:31.282541 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41310) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:31.348303 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ebe65239-7093-4e45-ab76-36ba8b9a5304 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d1ec7a78b15f48c898b6b4bc1448d034&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0639360 Jan 17 21:45:31.357913 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41314) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:31.437172 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] Publish callbacks [] for security_group (711c5e0f-51b2-4fff-8639-bcd70a3a905b), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:31.474186 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] Publish callbacks [] for security_group (711c5e0f-51b2-4fff-8639-bcd70a3a905b), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:31.599013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (711c5e0f-51b2-4fff-8639-bcd70a3a905b), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:31.602622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:31.604308 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/711c5e0f-51b2-4fff-8639-bcd70a3a905b HTTP/1.1" status: 204 len: 168 time: 0.2451890 Jan 17 21:45:31.616276 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7bf7c-c803-4ad3-b2bf-5bde71d44fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711c5e0f-51b2-4fff-8639-bcd70a3a905b,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:32.153122 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:32.322722 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65909155-9fed-4a76-973f-4fb7b0c0b2bf req-55ef58fa-75ba-4637-8e91-5332fca972de tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:32.325214 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-65909155-9fed-4a76-973f-4fb7b0c0b2bf req-55ef58fa-75ba-4637-8e91-5332fca972de tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0807490 Jan 17 21:45:32.392704 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-65909155-9fed-4a76-973f-4fb7b0c0b2bf req-cf134eb6-9145-4281-8a2e-92969158e821 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604711 Jan 17 21:45:32.586883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-bdfee201-f3a6-41f4-9393-4deb836e5252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:32.592700 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-bdfee201-f3a6-41f4-9393-4deb836e5252 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1098 time: 0.0888984 Jan 17 21:45:32.741474 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-a9523af9-703d-4942-811c-6151ed5cf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:32.743044 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-a9523af9-703d-4942-811c-6151ed5cf7c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.1395903 Jan 17 21:45:32.860532 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-cea0719f-84b6-41c1-a6ec-d3cafffbd9ba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 1000 time: 0.1107349 Jan 17 21:45:32.873416 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:32.949188 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-cd1fd8b9-6188-4437-a74e-2bb59e2d69d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:32.952017 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-cd1fd8b9-6188-4437-a74e-2bb59e2d69d5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.0842328 Jan 17 21:45:33.021477 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-f354c562-3290-4de4-8d7f-35574394f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:33.024157 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-f354c562-3290-4de4-8d7f-35574394f0a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582945 Jan 17 21:45:33.183486 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-eee08585-9539-411c-85e4-f3d1bedad48f service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537378 Jan 17 21:45:33.348684 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f3fa2105-00cf-40ec-a8a0-f8a7ade1d879 req-554a63cf-b316-464f-8008-c805834277e6 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535721 Jan 17 21:45:33.631850 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e73c9c-7842-4069-bc6e-685e9152e1f5 req-1fbf9f7f-2503-4cc0-ad49-b64000bd8122 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:33.636981 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2e73c9c-7842-4069-bc6e-685e9152e1f5 req-1fbf9f7f-2503-4cc0-ad49-b64000bd8122 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1178071 Jan 17 21:45:33.716735 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e2e73c9c-7842-4069-bc6e-685e9152e1f5 req-eca203af-d0c3-4eb7-885e-54ff6ef662d5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691030 Jan 17 21:45:34.929689 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434537a1-361d-4b7d-9199-ea659799adb9 req-b5a15e26-d29f-4bdf-ad64-c93fe22f5ae6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:34.932447 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-434537a1-361d-4b7d-9199-ea659799adb9 req-b5a15e26-d29f-4bdf-ad64-c93fe22f5ae6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Jan 17 21:45:35.013792 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-434537a1-361d-4b7d-9199-ea659799adb9 req-24511db9-57ef-4b6a-ba0f-13d475caa521 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708990 Jan 17 21:45:36.169731 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41494) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:36.347995 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8305e271-8b2e-48a1-8155-b3afdf11f485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.441208 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8305e271-8b2e-48a1-8155-b3afdf11f485 admin admin] Publish callbacks [] for security_group (800afdf1-a19d-457c-80bb-879ace0dff1f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.575773 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8305e271-8b2e-48a1-8155-b3afdf11f485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (800afdf1-a19d-457c-80bb-879ace0dff1f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.628093 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8305e271-8b2e-48a1-8155-b3afdf11f485 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=85b524dde2af4fec993f35045dc60bf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563746 Jan 17 21:45:36.629795 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41506) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:36.635108 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305e271-8b2e-48a1-8155-b3afdf11f485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800afdf1-a19d-457c-80bb-879ace0dff1f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:36.709203 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] Publish callbacks [] for security_group (800afdf1-a19d-457c-80bb-879ace0dff1f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.750360 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] Publish callbacks [] for security_group (800afdf1-a19d-457c-80bb-879ace0dff1f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.901881 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (800afdf1-a19d-457c-80bb-879ace0dff1f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.905525 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:36.907487 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/800afdf1-a19d-457c-80bb-879ace0dff1f HTTP/1.1" status: 204 len: 168 time: 0.2691536 Jan 17 21:45:36.920636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065603e-556b-48db-933c-2f1affdcc450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800afdf1-a19d-457c-80bb-879ace0dff1f,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:37.171647 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce8d61-2324-4fcc-a6ec-8e79821821b3 req-4eb7783b-c5da-4b20-bba0-629c81c8ba30 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:37.173420 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-21ce8d61-2324-4fcc-a6ec-8e79821821b3 req-4eb7783b-c5da-4b20-bba0-629c81c8ba30 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0569832 Jan 17 21:45:37.250490 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-21ce8d61-2324-4fcc-a6ec-8e79821821b3 req-d1213c68-ebea-4443-997c-422f020a1132 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668819 Jan 17 21:45:37.837697 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41526) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:37.852979 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b0e5022a-f66a-4a62-aadf-88405628a444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:37.959019 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b0e5022a-f66a-4a62-aadf-88405628a444 admin admin] Publish callbacks [] for security_group (ab060d9d-9fe4-40c6-9d73-ac81aec73de6), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.056229 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f2ad5-3dfc-48b7-ac13-2fb14a1a6429 req-b55ee40f-902b-42fc-8971-b14fa8869eb1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:38.059163 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-683f2ad5-3dfc-48b7-ac13-2fb14a1a6429 req-b55ee40f-902b-42fc-8971-b14fa8869eb1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0879240 Jan 17 21:45:38.061257 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b0e5022a-f66a-4a62-aadf-88405628a444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ab060d9d-9fe4-40c6-9d73-ac81aec73de6), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.161975 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b0e5022a-f66a-4a62-aadf-88405628a444 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=55664a885d084f0290e6c5c82787cac0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226395 Jan 17 21:45:38.164855 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41530) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:38.172261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5022a-f66a-4a62-aadf-88405628a444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab060d9d-9fe4-40c6-9d73-ac81aec73de6,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:38.222229 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-683f2ad5-3dfc-48b7-ac13-2fb14a1a6429 req-aae0bf67-419c-45a2-9a6d-ecf72c5e5b2c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552188 Jan 17 21:45:38.229271 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] Publish callbacks [] for security_group (ab060d9d-9fe4-40c6-9d73-ac81aec73de6), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.275293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] Publish callbacks [] for security_group (ab060d9d-9fe4-40c6-9d73-ac81aec73de6), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.404063 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9b77f-37c6-4ffa-a4c0-8b09234596ab req-377f933f-e33e-4db0-9070-416cbb1bfb77 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:38.405955 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-05b9b77f-37c6-4ffa-a4c0-8b09234596ab req-377f933f-e33e-4db0-9070-416cbb1bfb77 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0560148 Jan 17 21:45:38.450073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ab060d9d-9fe4-40c6-9d73-ac81aec73de6), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.452768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:38.454593 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ab060d9d-9fe4-40c6-9d73-ac81aec73de6 HTTP/1.1" status: 204 len: 168 time: 0.2879810 Jan 17 21:45:38.481607 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-05b9b77f-37c6-4ffa-a4c0-8b09234596ab req-6f950e2c-cbb5-4e4c-8f91-dfef04f1831d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613122 Jan 17 21:45:38.481607 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791f61-a0b4-4662-b776-87f5f712b273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab060d9d-9fe4-40c6-9d73-ac81aec73de6,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:39.435448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a6e2b-a7b4-4ca2-8487-084c31ce4b52 req-590750d4-2fe5-4225-b1fa-506ae1335890 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:39.438504 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3e3a6e2b-a7b4-4ca2-8487-084c31ce4b52 req-590750d4-2fe5-4225-b1fa-506ae1335890 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.1016748 Jan 17 21:45:39.494612 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3e3a6e2b-a7b4-4ca2-8487-084c31ce4b52 req-ae5c19cf-d8b1-46f7-90d9-e662686e3e51 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471718 Jan 17 21:45:39.669880 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9902d-e5ee-4b3d-8624-4002dc467e77 req-b519d382-ca01-4c3c-9ba9-878e067da6bd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:39.671524 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49e9902d-e5ee-4b3d-8624-4002dc467e77 req-b519d382-ca01-4c3c-9ba9-878e067da6bd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0753934 Jan 17 21:45:39.737592 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-49e9902d-e5ee-4b3d-8624-4002dc467e77 req-2ca5f583-8c42-42b6-9d5a-d49d051db7db tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594685 Jan 17 21:45:40.673055 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431cf2a-5ce6-4845-8648-3584067a5114 req-f2992cb0-ff6d-4769-ad2b-f656dcda1c97 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:40.675011 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d431cf2a-5ce6-4845-8648-3584067a5114 req-f2992cb0-ff6d-4769-ad2b-f656dcda1c97 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0565517 Jan 17 21:45:40.749798 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d431cf2a-5ce6-4845-8648-3584067a5114 req-c41b0a54-3a88-409f-86aa-f519c0bbb517 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686047 Jan 17 21:45:40.921949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad72c2-9579-44c3-971d-a444558308a5 req-cabb94fc-5848-4db6-8094-0243b0fa3f60 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:40.925029 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-50ad72c2-9579-44c3-971d-a444558308a5 req-cabb94fc-5848-4db6-8094-0243b0fa3f60 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0844285 Jan 17 21:45:41.003537 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-50ad72c2-9579-44c3-971d-a444558308a5 req-e4831657-d9ca-410f-b9fb-41e0835bc6de tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Jan 17 21:45:41.648279 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41610) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:41.801263 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37a5c35-e853-4185-917f-e0dc7b613749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:41.949464 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015f3d3-a9d7-4020-bfa5-4da0e21abcab req-8ee78e1b-69f2-426f-8927-89176fcca0fd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:41.951007 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9015f3d3-a9d7-4020-bfa5-4da0e21abcab req-8ee78e1b-69f2-426f-8927-89176fcca0fd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0846717 Jan 17 21:45:41.963282 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37a5c35-e853-4185-917f-e0dc7b613749 admin admin] Publish callbacks [] for security_group (43bcef11-c6a0-43e9-88e0-6de9d814a336), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.013397 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9015f3d3-a9d7-4020-bfa5-4da0e21abcab req-fc3ecf24-02d6-48b3-aabb-68d6704f476a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531731 Jan 17 21:45:42.135083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37a5c35-e853-4185-917f-e0dc7b613749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (43bcef11-c6a0-43e9-88e0-6de9d814a336), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.152443 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0a44b-f74d-4497-a109-22606727fbb7 req-7eedc425-8283-4923-af92-5bed1ff249fd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:42.154019 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-36b0a44b-f74d-4497-a109-22606727fbb7 req-7eedc425-8283-4923-af92-5bed1ff249fd tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0681829 Jan 17 21:45:42.206742 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e37a5c35-e853-4185-917f-e0dc7b613749 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ab27e14b348c4d0d9c8965e5c9601898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5601199 Jan 17 21:45:42.208617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5c35-e853-4185-917f-e0dc7b613749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bcef11-c6a0-43e9-88e0-6de9d814a336,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:42.211022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41622) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:42.259163 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-36b0a44b-f74d-4497-a109-22606727fbb7 req-114f8cba-0e55-4946-b3bd-a192903b6dde tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941145 Jan 17 21:45:42.294739 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] Publish callbacks [] for security_group (43bcef11-c6a0-43e9-88e0-6de9d814a336), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.319658 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] Publish callbacks [] for security_group (43bcef11-c6a0-43e9-88e0-6de9d814a336), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.482182 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-6a514ba8-05d8-4581-bfc9-cd9fd8b6a4e7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:42.485299 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-6a514ba8-05d8-4581-bfc9-cd9fd8b6a4e7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.0669003 Jan 17 21:45:42.487245 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (43bcef11-c6a0-43e9-88e0-6de9d814a336), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.492516 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.494432 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/43bcef11-c6a0-43e9-88e0-6de9d814a336 HTTP/1.1" status: 204 len: 168 time: 0.2819045 Jan 17 21:45:42.520398 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c0fb0-6b85-4d7e-8314-1bbceccf085c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bcef11-c6a0-43e9-88e0-6de9d814a336,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:42.638676 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-9855381e-87e6-4c83-a4a1-bea4e66526cc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:42.641463 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-9855381e-87e6-4c83-a4a1-bea4e66526cc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 946 time: 0.0633292 Jan 17 21:45:42.661719 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Deleting port c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:42.662341 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.805895 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Deleting port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:42.806538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] For port c2a19de4-9af9-4c9d-b6df-08eec66458b2, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=c2a19de4-9af9-4c9d-b6df-08eec66458b2,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:42.806538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.806806 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.959605 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] For port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:42.961602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:42.987242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Calling delete_port for 1895b5d4-4f5d-4bcb-9a73-e1409823b34a owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:43.159227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.160080 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.160290 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Floating IP 2cd9ca2e-77f6-4a5e-813c-ad9c077de153 disassociated. External IP: 172.27.2.35, port: c2a19de4-9af9-4c9d-b6df-08eec66458b2. Jan 17 21:45:43.160744 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Calling delete_port for c2a19de4-9af9-4c9d-b6df-08eec66458b2 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:43.246470 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4736164-86ec-4d52-bce1-087fa5dbe417 req-7905ce91-596e-438e-b39e-ce7c0c7ff366 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:43.248026 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c4736164-86ec-4d52-bce1-087fa5dbe417 req-7905ce91-596e-438e-b39e-ce7c0c7ff366 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 946 time: 0.1080256 Jan 17 21:45:43.336846 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c4736164-86ec-4d52-bce1-087fa5dbe417 req-3cba92c8-9ac4-47fd-9f88-7e06375976ec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=2fcf000d-cab7-44a9-ac7d-33d10c884eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765762 Jan 17 21:45:43.359670 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41640) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:43.381465 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f286cbd2-9d11-4d70-886e-018f12019bbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.396324 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (1895b5d4-4f5d-4bcb-9a73-e1409823b34a), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.411807 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-5e09fffd-3b20-4876-b71f-4ef51c042c71 req-7cda01b8-98ea-4e89-9333-0186395cef16 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0389395 Jan 17 21:45:43.449273 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Pushing event deleted for resources: {'Port': ['ID=1895b5d4-4f5d-4bcb-9a73-e1409823b34a,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:43.501482 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (c2a19de4-9af9-4c9d-b6df-08eec66458b2), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.502715 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] No DVR routers for this DVR port 1895b5d4-4f5d-4bcb-9a73-e1409823b34a on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:45:43.505966 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.509719 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-34f4162c-85de-4fdf-bf55-412a56e42f39 req-0098227e-08f1-4915-85c5-b74099a4815e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "DELETE /v2.0/ports/1895b5d4-4f5d-4bcb-9a73-e1409823b34a HTTP/1.1" status: 204 len: 173 time: 0.8618245 Jan 17 21:45:43.510005 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'name': 'network-vif-deleted', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:45:43.512876 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce4986c-0246-452a-947a-c775ae6ae1f5" -d '{"events": [{"server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "name": "network-vif-deleted", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:45:43.877460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f286cbd2-9d11-4d70-886e-018f12019bbf admin admin] Publish callbacks [] for security_group (192a7f43-029f-4e10-ac05-b0e396e8fffd), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.877460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1350657-7c50-4d8d-b167-803672444269 x-openstack-request-id: req-d1350657-7c50-4d8d-b167-803672444269 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:45:43.877460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa2a584c-e70a-4d28-8f58-bf736dacbfd1", "name": "network-vif-deleted", "tag": "1895b5d4-4f5d-4bcb-9a73-e1409823b34a", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:45:43.877460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1350657-7c50-4d8d-b167-803672444269 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:45:43.877460 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa2a584c-e70a-4d28-8f58-bf736dacbfd1', 'name': 'network-vif-deleted', 'tag': '1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'status': 'completed', 'code': 200} Jan 17 21:45:43.880817 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'Port': ['ID=c2a19de4-9af9-4c9d-b6df-08eec66458b2,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:43.880817 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:45:43.880817 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:45:43.881409 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f286cbd2-9d11-4d70-886e-018f12019bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (192a7f43-029f-4e10-ac05-b0e396e8fffd), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.881570 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:45:43.905942 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:45:43.911408 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:43.912338 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] No DVR routers for this DVR port c2a19de4-9af9-4c9d-b6df-08eec66458b2 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:45:43.918414 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:43.925354 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b05ffdd4-d56e-4cfa-af8d-4bc1c1d864f7 req-02ae2068-1259-44c7-aa58-36c738f5cfa0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "DELETE /v2.0/ports/c2a19de4-9af9-4c9d-b6df-08eec66458b2 HTTP/1.1" status: 204 len: 173 time: 1.4291551 Jan 17 21:45:43.926077 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-deleted', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:45:43.929591 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f286cbd2-9d11-4d70-886e-018f12019bbf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5899a87fd879456f9768664b1ba5b949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5682738 Jan 17 21:45:43.930162 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d857978-1f77-420f-9a2d-8b26c58dd867" -d '{"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-deleted", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:45:43.934555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41644) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:43.974116 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286cbd2-9d11-4d70-886e-018f12019bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192a7f43-029f-4e10-ac05-b0e396e8fffd,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:44.017765 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d4b0eb-3427-405d-817a-a7451bf3c857 x-openstack-request-id: req-26d4b0eb-3427-405d-817a-a7451bf3c857 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:45:44.018209 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2932ab-8782-4f46-a9cb-6ad6f5239124", "name": "network-vif-deleted", "tag": "c2a19de4-9af9-4c9d-b6df-08eec66458b2", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:45:44.018593 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-26d4b0eb-3427-405d-817a-a7451bf3c857 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:45:44.019431 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2932ab-8782-4f46-a9cb-6ad6f5239124', 'name': 'network-vif-deleted', 'tag': 'c2a19de4-9af9-4c9d-b6df-08eec66458b2', 'status': 'completed', 'code': 200} Jan 17 21:45:44.036883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] Publish callbacks [] for security_group (192a7f43-029f-4e10-ac05-b0e396e8fffd), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:44.074986 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] Publish callbacks [] for security_group (192a7f43-029f-4e10-ac05-b0e396e8fffd), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:44.117135 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:45:44.300774 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (192a7f43-029f-4e10-ac05-b0e396e8fffd), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:44.303621 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:44.304924 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/192a7f43-029f-4e10-ac05-b0e396e8fffd HTTP/1.1" status: 204 len: 168 time: 0.3688598 Jan 17 21:45:44.315013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159ad11-776e-46bf-80cc-e8bbafd915a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192a7f43-029f-4e10-ac05-b0e396e8fffd,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:44.437402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['1895b5d4-4f5d-4bcb-9a73-e1409823b34a', 'fdc698e8-867f-4ee8-bc72-8edec8b87e04'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:45:44.446668 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:44.517275 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:45:44.533309 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6aa2202b-79e1-4c71-a59c-00eb673ac35f req-24f9380c-a45a-4a2f-a873-2b20d615b1ac tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0587604 Jan 17 21:45:44.535571 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:45:44.536820 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:44.676551 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-d7897d3c-cb11-40bb-a3d1-ed2d5c5706ea req-bdc3b369-b0e4-44e3-b885-21a3858cc909 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0635145 Jan 17 21:45:44.736933 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:45:44.982771 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:45.015679 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7da63f-589a-4947-9071-f86bf7a4ed21 None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:45:45.391063 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0070d4-3097-4664-8463-1d35a8ade98d None None] New status for floating IP 2cd9ca2e-77f6-4a5e-813c-ad9c077de153: DOWN {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:45:45.703404 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9d6ef54d-a131-4368-955e-afdef9604562 req-e5110e7b-0b20-442e-845e-07383ed3d4e2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=6b2932ab-8782-4f46-a9cb-6ad6f5239124 HTTP/1.1" status: 200 len: 210 time: 0.0492382 Jan 17 21:45:45.827591 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f9d294b8-895a-4d4d-9820-724d09da7669 req-65aa92b4-63de-4519-89b5-f24e6658a6f6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa2a584c-e70a-4d28-8f58-bf736dacbfd1 HTTP/1.1" status: 200 len: 210 time: 0.0286214 Jan 17 21:45:46.854259 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41708) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:47.202587 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ee56e2a-71f5-4e11-9c89-b436db32f696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:47.301505 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ee56e2a-71f5-4e11-9c89-b436db32f696 admin admin] Publish callbacks [] for security_group (b941ffdf-b346-4ddc-a951-41080e58a0c6), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:47.406932 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:47.440762 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: c2a19de4-9af9-4c9d-b6df-08eec66458b2 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:47.441372 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device c2a19de4-9af9-4c9d-b6df-08eec66458b2 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:47.450011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8ee56e2a-71f5-4e11-9c89-b436db32f696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b941ffdf-b346-4ddc-a951-41080e58a0c6), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:47.524507 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8ee56e2a-71f5-4e11-9c89-b436db32f696 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=26f04f37a9b74823941229800809965a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6687884 Jan 17 21:45:47.527290 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41728) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:47.529018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee56e2a-71f5-4e11-9c89-b436db32f696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b941ffdf-b346-4ddc-a951-41080e58a0c6,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:47.594940 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] Publish callbacks [] for security_group (b941ffdf-b346-4ddc-a951-41080e58a0c6), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:47.622276 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] Publish callbacks [] for security_group (b941ffdf-b346-4ddc-a951-41080e58a0c6), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:47.712441 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c56ba-6c0b-412d-ac92-a80ca59812a9 req-aa1f3532-2715-4e18-b980-c0c5edddc1dc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:47.714066 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d89c56ba-6c0b-412d-ac92-a80ca59812a9 req-aa1f3532-2715-4e18-b980-c0c5edddc1dc tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0896542 Jan 17 21:45:48.017799 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b941ffdf-b346-4ddc-a951-41080e58a0c6), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:48.020507 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:48.025713 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b941ffdf-b346-4ddc-a951-41080e58a0c6 HTTP/1.1" status: 204 len: 168 time: 0.4932213 Jan 17 21:45:48.032727 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6728ff6-2efc-48a1-85e3-f20bdb8ce2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b941ffdf-b346-4ddc-a951-41080e58a0c6,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:48.073622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d89c56ba-6c0b-412d-ac92-a80ca59812a9 req-702838fa-8f04-4d13-b86b-ac9f549c0c49 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363063 Jan 17 21:45:49.213053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c616b3-4b83-411d-ae11-bf016d4137aa req-9be3ce29-2891-4690-b0a0-36793af48b6d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:49.215262 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23c616b3-4b83-411d-ae11-bf016d4137aa req-9be3ce29-2891-4690-b0a0-36793af48b6d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0641139 Jan 17 21:45:49.253595 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:45:49.410332 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1895b5d4-4f5d-4bcb-9a73-e1409823b34a no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:49.433869 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 1895b5d4-4f5d-4bcb-9a73-e1409823b34a {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:49.434199 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 1895b5d4-4f5d-4bcb-9a73-e1409823b34a not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:49.515230 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23c616b3-4b83-411d-ae11-bf016d4137aa req-c2fe87e3-2a64-416a-af77-6ed54036db36 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882845 Jan 17 21:45:49.649263 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41782) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:49.783442 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-533107865-network', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:45:49.861050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Made reservation on behalf of 38b0c8491cf6492f9c65effbc4f95228 for: {'network': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:45:49.863937 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:49.874073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:49.978892 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks [] for security_group (44a78ebd-3502-4d75-9473-33ea197b718f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.049130 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (44a78ebd-3502-4d75-9473-33ea197b718f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.076364 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=109914) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:45:50.087715 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a78ebd-3502-4d75-9473-33ea197b718f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:50.097392 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (ba2c66d7-e0ec-4749-899d-3a01d9674b07), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.097392 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.segments_db [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Added segment ba2c66d7-e0ec-4749-899d-3a01d9674b07 of type vlan for network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c Jan 17 21:45:50.141890 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.220796 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.221818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:50.222419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.293200 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] Pushing event updated for resources: {'Network': ['ID=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:50.305740 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:45:50.361031 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2a546782-40b3-48a7-b046-44282e33cc9c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7101638 Jan 17 21:45:50.364927 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41794) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:50.370055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Request body: {'subnet': {'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-533107865-subnet', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:45:50.506968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Made reservation on behalf of 38b0c8491cf6492f9c65effbc4f95228 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:45:50.511844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62892357'] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.721888 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21957ec-0b20-40f7-be9b-30a1459ce825 req-272c2a95-8301-4125-af93-969d89d0851e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:50.724275 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e21957ec-0b20-40f7-be9b-30a1459ce825 req-272c2a95-8301-4125-af93-969d89d0851e tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0818315 Jan 17 21:45:50.795901 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e21957ec-0b20-40f7-be9b-30a1459ce825 req-e03214f5-2fa2-48cc-9882-727422c84001 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656116 Jan 17 21:45:50.855878 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62827649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62892375'] for subnet (dd8988e0-d11a-43e6-af91-81ce04a4b6c6), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.884341 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:50.937174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8988e0-d11a-43e6-af91-81ce04a4b6c6,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:50.952456 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:45:50.953043 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Network hostable DHCP agents. Network: 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:45:51.078162 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:45:51.191727 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:45:51.196488 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:51.197562 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.207385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222ec94d-66b1-4b95-ba83-16374f35ed42 None None] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:45:51.354323 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:45:51.355205 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.452142 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d39b0d77-54ea-4bf8-bcf0-6ffe884ea2f9 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0860512 Jan 17 21:45:51.456487 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41818) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:51.461185 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:45:51.541237 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Allocated IP 172.20.0.2 (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c/dd8988e0-d11a-43e6-af91-81ce04a4b6c6/9bdc7601-8986-4f88-820c-d4fa0b5d3f58) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:45:51.592801 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (3494c937-9525-4e78-af19-14fa43ced64f), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.594874 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (3494c937-9525-4e78-af19-14fa43ced64f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.656070 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for router_controller (3494c937-9525-4e78-af19-14fa43ced64f), precommit_add_association {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.760081 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks [] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.878833 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:51.972702 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:45:51.974319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Pushing event updated for resources: {'Port': ['ID=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:51.977663 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:45:51.981903 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:45:51.984912 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a0414-879b-4e19-aac3-7783d3371c1b req-aad13507-3e31-4c3b-893d-f59147834fe6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:51.988413 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-260a0414-879b-4e19-aac3-7783d3371c1b req-aad13507-3e31-4c3b-893d-f59147834fe6 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0955896 Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.013023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.014099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.014099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.014448 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.014984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.015558 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.016811 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:52.093650 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-260a0414-879b-4e19-aac3-7783d3371c1b req-5a1cf877-3498-4190-a3d1-206c6dbc1264 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920281 Jan 17 21:45:52.280951 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for router_gateway (3494c937-9525-4e78-af19-14fa43ced64f), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.305001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Attempting to bind port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:45:52.305001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Attempting to bind port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:45:52.305001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Attempting to bind port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:45:52.305001 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:45:52.305564 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:45:52.306249 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.306895 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Bound using segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:45:52.307726 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Bound port: 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:45:52.308361 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.434902 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] For port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:45:52.445250 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] For port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:45:52.508867 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.546002 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-630d0787-d6c1-4918-be33-db3fef958bc7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567067 Jan 17 21:45:52.607017 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f604a347-5696-4557-af60-6fd54bef2b0e None None] Pushing event updated for resources: {'Port': ['ID=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:52.732752 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-73424e9e-9003-4cf9-a220-a1a12dcda8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:52.734376 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-73424e9e-9003-4cf9-a220-a1a12dcda8ca service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 1098 time: 0.1106882 Jan 17 21:45:52.738572 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for router_gateway (3494c937-9525-4e78-af19-14fa43ced64f), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.771705 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:52.949976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-07e196c9-fe36-4443-8811-aaf17c798343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:52.951617 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-07e196c9-fe36-4443-8811-aaf17c798343 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.1893976 Jan 17 21:45:53.009546 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Allocated IP 172.27.2.113 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/83507dd7-f06d-4b96-8324-4cf05593ca70) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:45:53.055577 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-38c37357-fd63-4ca9-9126-6b8b27c17f00 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 200 len: 1000 time: 0.0957038 Jan 17 21:45:53.153548 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-cb98a285-efc7-4960-b9a0-6f8447b04d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:53.155050 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-cb98a285-efc7-4960-b9a0-6f8447b04d9f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.0692308 Jan 17 21:45:53.225555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:53.277091 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-7f0d28ae-2601-4861-bf24-00137e3d073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:53.278733 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-7f0d28ae-2601-4861-bf24-00137e3d073f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1143608 Jan 17 21:45:53.299588 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:45:53.312341 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da8dd1-0536-489a-bb13-c55d68a03d19 req-4c0ed795-a00a-43ac-a244-e392cf09f30c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:53.314203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-64da8dd1-0536-489a-bb13-c55d68a03d19 req-4c0ed795-a00a-43ac-a244-e392cf09f30c tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0615935 Jan 17 21:45:53.400120 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:53.400491 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:53.410921 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-64da8dd1-0536-489a-bb13-c55d68a03d19 req-9038d43c-0fdb-498f-8226-60ce268b6fce tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/security-groups?id=c5feb282-6aca-4796-bc9e-a1edb4fb0e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856862 Jan 17 21:45:53.424204 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-321b9122-c337-4480-9eb6-925079d3fd4f service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319664 Jan 17 21:45:53.446070 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:53.526671 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:45:53.527249 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:53.576023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:53.650221 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:45:53.661648 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:45:53.666231 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:45:53.667977 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:53.707846 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Pushing event updated for resources: {'Port': ['ID=83507dd7-f06d-4b96-8324-4cf05593ca70,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:53.767687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:53.798419 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-a75a1851-8a9a-48da-83d6-befdb11b3a8d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:45:53.800115 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-a75a1851-8a9a-48da-83d6-befdb11b3a8d tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 946 time: 0.0752718 Jan 17 21:45:53.804892 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-a83fe1df-e902-4ae9-af76-3ef362589c41 req-667ccb82-bca9-4a4c-afaa-00fcb29329b4 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731825 Jan 17 21:45:53.946078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Deleting port fdc698e8-867f-4ee8-bc72-8edec8b87e04 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:53.946428 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.036364 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d1857f-a101-4a03-897a-4c15cc4525a8 None None] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:45:54.081187 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] For port fdc698e8-867f-4ee8-bc72-8edec8b87e04, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=fdc698e8-867f-4ee8-bc72-8edec8b87e04,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:54.083089 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.112965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Calling delete_port for fdc698e8-867f-4ee8-bc72-8edec8b87e04 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:54.122848 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ecb0baed-3bfd-4816-b462-0fce936bc31d None None] Provisioning complete for port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:54.123130 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ecb0baed-3bfd-4816-b462-0fce936bc31d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.277618 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ecb0baed-3bfd-4816-b462-0fce936bc31d None None] Current status of the port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:45:54.298946 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for router_gateway (3494c937-9525-4e78-af19-14fa43ced64f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.507320 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (fdc698e8-867f-4ee8-bc72-8edec8b87e04), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.539847 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['fdc698e8-867f-4ee8-bc72-8edec8b87e04'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:45:54.591695 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Pushing event deleted for resources: {'Port': ['ID=fdc698e8-867f-4ee8-bc72-8edec8b87e04,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:54.613601 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-32bf8890-a69d-4ccf-baa7-9e4df704a320 None None] Provisioning complete for port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:54.614135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-32bf8890-a69d-4ccf-baa7-9e4df704a320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.620130 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (3494c937-9525-4e78-af19-14fa43ced64f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.634852 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-465fc8bd-228c-4799-8257-ab304ada5a1f req-34cfb2d7-09e4-418d-88f5-612a8fd1ecc2 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 210 time: 0.0542190 Jan 17 21:45:54.657668 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] No DVR routers for this DVR port fdc698e8-867f-4ee8-bc72-8edec8b87e04 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:45:54.662354 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:54.676160 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fbb2f381-b842-4e66-8c35-5f0199250a86 req-735ed921-1eb6-45dc-a683-cbd1f76fbe80 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.81 "DELETE /v2.0/ports/fdc698e8-867f-4ee8-bc72-8edec8b87e04 HTTP/1.1" status: 204 len: 173 time: 0.8705835 Jan 17 21:45:54.676658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'name': 'network-vif-deleted', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:45:54.679180 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e64ef8-3453-4d12-9abd-2b37697166c2" -d '{"events": [{"server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "name": "network-vif-deleted", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:45:54.740118 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-32bf8890-a69d-4ccf-baa7-9e4df704a320 None None] Current status of the port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:45:54.755081 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce30833-26a2-4998-a8d3-1bce4946c6ee x-openstack-request-id: req-2ce30833-26a2-4998-a8d3-1bce4946c6ee {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:45:54.755663 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dff61401-2921-4615-9558-ace7c1f56160", "name": "network-vif-deleted", "tag": "fdc698e8-867f-4ee8-bc72-8edec8b87e04", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:45:54.756035 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ce30833-26a2-4998-a8d3-1bce4946c6ee {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:45:54.756618 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dff61401-2921-4615-9558-ace7c1f56160', 'name': 'network-vif-deleted', 'tag': 'fdc698e8-867f-4ee8-bc72-8edec8b87e04', 'status': 'completed', 'code': 200} Jan 17 21:45:54.900768 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Router 3494c937-9525-4e78-af19-14fa43ced64f is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:45:55.061118 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:45:55.096220 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:45:55.106572 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:45:55.107785 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:55.172177 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:55.172177 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4922d939-f28e-4e8b-8ef2-88818687fa47 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7111790 Jan 17 21:45:55.175643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41876) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:55.265388 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:45:55.300016 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:45:55.389159 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:55.393598 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:55.468997 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6ecd748a-5912-470d-ac7e-753773f3a713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:55.555193 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:45:55.583528 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:53Z', 'revision_number': 3, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:55.619098 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:45:55.624089 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Updating router 3494c937-9525-4e78-af19-14fa43ced64f port 83507dd7-f06d-4b96-8324-4cf05593ca70 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:45:55.662709 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:55.982224 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2b5ebae8-17ed-4c51-8f84-f5a1a5a17938 req-32830f17-4c60-42aa-8406-118321de4e91 tempest-ServerRescueNegativeTestJSON-449675851 tempest-ServerRescueNegativeTestJSON-449675851-project] 10.222.0.74 "GET /v2.0/ports?device_id=dff61401-2921-4615-9558-ace7c1f56160 HTTP/1.1" status: 200 len: 210 time: 0.0712390 Jan 17 21:45:56.002387 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.147044 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks [] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.230139 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Allocated IP 172.20.0.1 (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c/dd8988e0-d11a-43e6-af91-81ce04a4b6c6/51791076-2cb0-4155-b9c9-6e80ff075b7c) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:45:56.255521 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.332988 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Pushing event updated for resources: {'Port': ['ID=83507dd7-f06d-4b96-8324-4cf05593ca70,revision_number=2']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:56.349839 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.350239 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.350607 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.350945 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.351269 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.351622 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.351945 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.352263 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.352583 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.352944 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.353218 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.353524 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.353834 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:56.355801 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks [] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.357459 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Attempting to bind port 83507dd7-f06d-4b96-8324-4cf05593ca70 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:45:56.357808 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Attempting to bind port 83507dd7-f06d-4b96-8324-4cf05593ca70 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:45:56.358157 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Attempting to bind port 83507dd7-f06d-4b96-8324-4cf05593ca70 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:45:56.365064 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:45:56.365458 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:45:56.365809 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.366196 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:45:56.366671 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Bound port: 83507dd7-f06d-4b96-8324-4cf05593ca70, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:45:56.367619 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.456278 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.510180 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:45:56.514274 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:45:56.519020 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:45:56.525194 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] For port 83507dd7-f06d-4b96-8324-4cf05593ca70, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:45:56.532206 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] For port 83507dd7-f06d-4b96-8324-4cf05593ca70, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=83507dd7-f06d-4b96-8324-4cf05593ca70,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:45:56.545570 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Pushing event updated for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:56.570918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (3494c937-9525-4e78-af19-14fa43ced64f), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.615366 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.681546 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:45:56.682252 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:56.747119 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef19b0-d5e0-4e3c-8965-2a60047974c1 None None] Pushing event updated for resources: {'Port': ['ID=83507dd7-f06d-4b96-8324-4cf05593ca70,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:56.813837 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:45:56.892873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.901421 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-cf10dddc-c54b-48c7-9e51-f22625092dcf None None] Provisioning complete for port 51791076-2cb0-4155-b9c9-6e80ff075b7c triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:56.902604 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf10dddc-c54b-48c7-9e51-f22625092dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:56.952068 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-cf10dddc-c54b-48c7-9e51-f22625092dcf None None] Port 51791076-2cb0-4155-b9c9-6e80ff075b7c cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:45:57.068224 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41904) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:57.114398 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:53Z', 'revision_number': 3, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:57.154239 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e70d07-03a9-42fc-ae3d-21c30414845c None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:53Z', 'revision_number': 3, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:45:57.163265 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks [] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:57.260851 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:57.363640 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (3494c937-9525-4e78-af19-14fa43ced64f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:57.373702 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Pushing event updated for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:57.449143 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device fdc698e8-867f-4ee8-bc72-8edec8b87e04 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:45:57.510991 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: fdc698e8-867f-4ee8-bc72-8edec8b87e04 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:45:57.510991 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device fdc698e8-867f-4ee8-bc72-8edec8b87e04 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:45:57.551348 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:45:57.552871 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:45:57.772184 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:45:57.973811 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:45:57.980914 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4a247cbc-7cd1-47c4-96a9-f78e704d421a admin admin] 10.222.0.74 "PUT /v2.0/routers/3494c937-9525-4e78-af19-14fa43ced64f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8039370 Jan 17 21:45:58.023161 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-a768fd8a-8c81-4a77-b1f2-dfa59143ebe8 None None] Provisioning complete for port 51791076-2cb0-4155-b9c9-6e80ff075b7c triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:58.024963 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a768fd8a-8c81-4a77-b1f2-dfa59143ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.036292 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41922) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:58.090885 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-a768fd8a-8c81-4a77-b1f2-dfa59143ebe8 None None] Port 51791076-2cb0-4155-b9c9-6e80ff075b7c cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:45:58.143982 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (cabcd318-803a-44a0-96b2-e0aa7482c498), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.169459 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Deleting subnet 3d9a5540-3df0-4b63-bf7a-e2ed27b31efe {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:45:58.189128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Publish callbacks [] for subnet (3d9a5540-3df0-4b63-bf7a-e2ed27b31efe), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.251870 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (3d9a5540-3df0-4b63-bf7a-e2ed27b31efe), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.285030 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-da3e8a65-283e-4b91-a6e9-1c5440e8f4c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.308566 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (3d9a5540-3df0-4b63-bf7a-e2ed27b31efe), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.463776 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (3d9a5540-3df0-4b63-bf7a-e2ed27b31efe), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.506771 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9a5540-3df0-4b63-bf7a-e2ed27b31efe,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:58.510908 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.514695 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3875a759-3624-47b4-a69a-f6fa2052fddd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/3d9a5540-3df0-4b63-bf7a-e2ed27b31efe HTTP/1.1" status: 204 len: 168 time: 0.4770224 Jan 17 21:45:58.519099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41930) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:58.612113 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (5b0897a3-b06f-43f7-9472-24c1703da8df), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.709862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Deleting port a221c447-67ab-42ad-811f-ae23fee8e165 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:45:58.710205 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.724456 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (5b0897a3-b06f-43f7-9472-24c1703da8df), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.752652 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b0897a3-b06f-43f7-9472-24c1703da8df']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:58.770744 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d266094-85fa-456f-a34e-90ed3414ad6f') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:58.771017 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d266094-85fa-456f-a34e-90ed3414ad6f') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:58.792842 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (2d266094-85fa-456f-a34e-90ed3414ad6f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.807671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] For port a221c447-67ab-42ad-811f-ae23fee8e165, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a221c447-67ab-42ad-811f-ae23fee8e165,segment=NetworkSegment(91756845-0c84-4e95-bb1d-b104242eab32),segment_id=91756845-0c84-4e95-bb1d-b104242eab32)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:58.808044 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.820872 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (2d266094-85fa-456f-a34e-90ed3414ad6f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.826013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Calling delete_port for a221c447-67ab-42ad-811f-ae23fee8e165 owned by network:router_interface {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:45:58.831666 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (2d266094-85fa-456f-a34e-90ed3414ad6f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:45:58.835006 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:45:59.032977 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (5b0897a3-b06f-43f7-9472-24c1703da8df), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.045019 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.049697 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] 10.222.0.74 "DELETE /v2.0/networks/5b0897a3-b06f-43f7-9472-24c1703da8df HTTP/1.1" status: 204 len: 168 time: 0.5292196 Jan 17 21:45:59.070766 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90323e99-7171-470a-8733-8bd3788526e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b0897a3-b06f-43f7-9472-24c1703da8df,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:59.187998 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (a221c447-67ab-42ad-811f-ae23fee8e165), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.242450 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41944) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:45:59.253147 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1990182282-network', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:45:59.279395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Pushing event deleted for resources: {'Port': ['ID=a221c447-67ab-42ad-811f-ae23fee8e165,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:59.295818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.297421 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.297602 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.297844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.298438 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.298834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.299177 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.299588 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.299921 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.300250 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.300640 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.308776 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.309227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:45:59.351466 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 83507dd7-f06d-4b96-8324-4cf05593ca70 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:45:59.444103 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Made reservation on behalf of 01766fe8edd24174b6a05fb841c83e8f for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:45:59.448845 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.472218 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.551386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 83507dd7-f06d-4b96-8324-4cf05593ca70 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:45:59.552113 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.636133 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks [] for security_group (ce1860a6-b5c3-4721-920b-73e4e9233bf2), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.653611 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (cabcd318-803a-44a0-96b2-e0aa7482c498), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.685322 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 83507dd7-f06d-4b96-8324-4cf05593ca70 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:45:59.685708 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.723276 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ce1860a6-b5c3-4721-920b-73e4e9233bf2), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.732782 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 83507dd7-f06d-4b96-8324-4cf05593ca70, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=83507dd7-f06d-4b96-8324-4cf05593ca70,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:45:59.759527 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:45:59.772101 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1860a6-b5c3-4721-920b-73e4e9233bf2,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:45:59.778159 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (5ed7c8e0-0917-47a4-ad85-a1d3842b0d95), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.778793 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Added segment 5ed7c8e0-0917-47a4-ad85-a1d3842b0d95 of type vlan for network 2b06a3ea-f156-49c6-9430-10d29756fbf9 Jan 17 21:45:59.808967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:45:59.843772 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:45:59.844200 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:45:59.864251 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (2b06a3ea-f156-49c6-9430-10d29756fbf9), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.925980 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.937734 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:45:59.995507 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41952) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:00.018111 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (2b06a3ea-f156-49c6-9430-10d29756fbf9), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.019929 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:00.020512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.091700 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=83507dd7-f06d-4b96-8324-4cf05593ca70,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:00.098390 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Router cabcd318-803a-44a0-96b2-e0aa7482c498 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:00.118135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:00.153657 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9c0aa080-ae22-42ea-8dee-2058b60f85f9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=104b0fc34bf1411dad2532019aff2749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635060 Jan 17 21:46:00.159507 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41956) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:00.170866 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] Pushing event updated for resources: {'Network': ['ID=2b06a3ea-f156-49c6-9430-10d29756fbf9,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:00.189036 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-18b3db58-76de-43e5-93aa-732a6a1f1784 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9438021 Jan 17 21:46:00.200939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41958) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:00.211424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Request body: {'subnet': {'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1990182282-subnet', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:00.211921 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:46:00.263519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] Publish callbacks [] for security_group (6c1f7181-e842-443e-b0c1-2e844e340cf4), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.284269 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41960) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:00.294512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] Publish callbacks [] for security_group (6c1f7181-e842-443e-b0c1-2e844e340cf4), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.336495 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:00.342952 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3be0b15d-1c0e-4bc8-9271-51330a6bc552 admin admin] 10.222.0.74 "PUT /v2.0/routers/cabcd318-803a-44a0-96b2-e0aa7482c498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727361 Jan 17 21:46:00.349843 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41964) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:00.351173 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Sync routers for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:00.368767 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Made reservation on behalf of 01766fe8edd24174b6a05fb841c83e8f for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:00.373155 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4244173'] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.386174 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:00.387228 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:00.469630 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6c1f7181-e842-443e-b0c1-2e844e340cf4), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.472600 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.474825 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6c1f7181-e842-443e-b0c1-2e844e340cf4 HTTP/1.1" status: 204 len: 168 time: 0.3139367 Jan 17 21:46:00.503995 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-234c3faa-609a-402c-a375-e06ac97f5170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.529519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe172a-e071-4e1a-8ef9-29cdd0845be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1f7181-e842-443e-b0c1-2e844e340cf4,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:00.554822 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks [] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.644694 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:00.774258 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-234c3faa-609a-402c-a375-e06ac97f5170 admin admin] Publish callbacks [] for security_group (270999b3-ee9f-4cc7-8794-d5b5c2c3b612), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.777644 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 2, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:00.789153 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks [] for router_gateway (cabcd318-803a-44a0-96b2-e0aa7482c498), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.837482 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:00.838174 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Updating router 3494c937-9525-4e78-af19-14fa43ced64f port 51791076-2cb0-4155-b9c9-6e80ff075b7c binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:46:00.883725 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.885168 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8319521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4244191'] for subnet (cf408424-ed72-4dd0-8aff-ad78702e8576), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.902268 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-234c3faa-609a-402c-a375-e06ac97f5170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (270999b3-ee9f-4cc7-8794-d5b5c2c3b612), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.951127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Deleting port 31ff221c-9579-437a-8e98-ab995ad73a17 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:00.953649 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:00.995454 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74'}], 'enable_snat': True}, 'gw_port_id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:45:58Z', 'revision_number': 5, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port': {'id': '31ff221c-9579-437a-8e98-ab995ad73a17', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:0f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:42:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:01.054239 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Checking router: cabcd318-803a-44a0-96b2-e0aa7482c498 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:01.071607 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Routers {'cabcd318-803a-44a0-96b2-e0aa7482c498'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:01.072958 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['cabcd318-803a-44a0-96b2-e0aa7482c498'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:01.075263 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] For port 31ff221c-9579-437a-8e98-ab995ad73a17, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=31ff221c-9579-437a-8e98-ab995ad73a17,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:01.076322 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.095798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Calling delete_port for 31ff221c-9579-437a-8e98-ab995ad73a17 owned by network:router_gateway {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:01.210400 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-234c3faa-609a-402c-a375-e06ac97f5170 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=11ced503b71248709a5a4a885baec5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9247310 Jan 17 21:46:01.227662 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41968) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:01.236857 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf408424-ed72-4dd0-8aff-ad78702e8576,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:01.256733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c3faa-609a-402c-a375-e06ac97f5170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270999b3-ee9f-4cc7-8794-d5b5c2c3b612,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:01.279690 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] Set router cabcd318-803a-44a0-96b2-e0aa7482c498 gateway port host: None {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:01.284559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Checking segment: {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:01.285413 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Network hostable DHCP agents. Network: 2b06a3ea-f156-49c6-9430-10d29756fbf9, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:46:01.345400 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] Publish callbacks [] for security_group (270999b3-ee9f-4cc7-8794-d5b5c2c3b612), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.375644 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 83507dd7-f06d-4b96-8324-4cf05593ca70 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:01.387697 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] Publish callbacks [] for security_group (270999b3-ee9f-4cc7-8794-d5b5c2c3b612), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.414651 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:46:00Z', 'revision_number': 6, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port_host': None}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:01.446433 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:46:01.470731 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95c4495-6809-4744-ab49-524f37eca51e None None] The sync data for ids ['cabcd318-803a-44a0-96b2-e0aa7482c498'] in dv-cinder-825012-3-iscsi is: [{'id': 'cabcd318-803a-44a0-96b2-e0aa7482c498', 'name': 'tempest-ServerRescueNegativeTestJSON-61135374-router', 'tenant_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:24Z', 'updated_at': '2022-01-17T21:46:00Z', 'revision_number': 6, 'project_id': 'fc2bd25284b8403c9535080d6bcd2e19', 'gw_port_host': None}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:01.486111 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (31ff221c-9579-437a-8e98-ab995ad73a17), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.525552 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks [] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.532378 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31ff221c-9579-437a-8e98-ab995ad73a17,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:01.535952 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 83507dd7-f06d-4b96-8324-4cf05593ca70 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:01.536546 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.540959 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 2b06a3ea-f156-49c6-9430-10d29756fbf9) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:01.548704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:01.553397 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.569539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (270999b3-ee9f-4cc7-8794-d5b5c2c3b612), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.572736 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.577681 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/270999b3-ee9f-4cc7-8794-d5b5c2c3b612 HTTP/1.1" status: 204 len: 168 time: 0.3469560 Jan 17 21:46:01.592414 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfadb2-c9ea-4c9b-85a9-c1a7f80bf44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270999b3-ee9f-4cc7-8794-d5b5c2c3b612,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:01.617072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (cabcd318-803a-44a0-96b2-e0aa7482c498), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.675264 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-01fd907a-06d2-45a5-b570-d25c9eb0af5c admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4732058 Jan 17 21:46:01.679642 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41972) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:01.684377 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:01.744627 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.747524 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks [] for router_controller (cabcd318-803a-44a0-96b2-e0aa7482c498), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.755904 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08cce61-48e1-4e89-97ba-0c8ff4db5033 None None] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:01.773783 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.780432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.785300 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.871247 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for router_controller (fdcba09b-419e-4aa2-b130-dfd2657e8601), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.952358 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a1133-b947-471b-bbc9-45a39b114098 None None] Pushing event updated for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:01.957894 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (cabcd318-803a-44a0-96b2-e0aa7482c498), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.960184 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cabcd318-803a-44a0-96b2-e0aa7482c498 {{(pid=109914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:46:01.977665 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:01.979102 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-3c17cb81-856e-4c87-b883-7e60f03bd0e7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/cabcd318-803a-44a0-96b2-e0aa7482c498 HTTP/1.1" status: 204 len: 168 time: 1.6300473 Jan 17 21:46:01.982913 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41974) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:02.104221 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Deleting subnet 89393f57-42fd-458a-8fd9-322ae664f1ab {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:46:02.112088 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Publish callbacks [] for subnet (89393f57-42fd-458a-8fd9-322ae664f1ab), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.124930 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Attempting to bind port 51791076-2cb0-4155-b9c9-6e80ff075b7c on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:02.125408 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Attempting to bind port 51791076-2cb0-4155-b9c9-6e80ff075b7c by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:02.125785 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Attempting to bind port 51791076-2cb0-4155-b9c9-6e80ff075b7c on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:02.128450 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-2b06a3ea-f156-49c6-9430-10d29756fbf9', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:46:02.129302 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.146904 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 83507dd7-f06d-4b96-8324-4cf05593ca70 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:02.149380 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:02.161484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:02.161484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.161484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Bound using segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:02.161484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Bound port: 51791076-2cb0-4155-b9c9-6e80ff075b7c, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:02.161484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.182968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (89393f57-42fd-458a-8fd9-322ae664f1ab), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.248596 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (89393f57-42fd-458a-8fd9-322ae664f1ab), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.261464 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.326434 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for router_gateway (fdcba09b-419e-4aa2-b130-dfd2657e8601), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.391544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] For port 51791076-2cb0-4155-b9c9-6e80ff075b7c, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:02.398978 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] For port 51791076-2cb0-4155-b9c9-6e80ff075b7c, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=51791076-2cb0-4155-b9c9-6e80ff075b7c,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:02.401403 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Allocated IP 172.20.0.2 (2b06a3ea-f156-49c6-9430-10d29756fbf9/cf408424-ed72-4dd0-8aff-ad78702e8576/2fe3205a-a3a2-4ad8-9a50-80904113853a) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:02.405177 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-d340cb33-9534-430f-9bf8-d4cb3c4b6cd0 None None] Provisioning complete for port 51791076-2cb0-4155-b9c9-6e80ff075b7c triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:02.405603 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d340cb33-9534-430f-9bf8-d4cb3c4b6cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.415973 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (89393f57-42fd-458a-8fd9-322ae664f1ab), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.448634 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89393f57-42fd-458a-8fd9-322ae664f1ab,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:02.456093 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.460574 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9994e4d7-8998-4dc9-b0e2-62838608d795 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/89393f57-42fd-458a-8fd9-322ae664f1ab HTTP/1.1" status: 204 len: 168 time: 0.4756391 Jan 17 21:46:02.463437 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41980) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:02.500309 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-d340cb33-9534-430f-9bf8-d4cb3c4b6cd0 None None] Port 51791076-2cb0-4155-b9c9-6e80ff075b7c cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:02.547793 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.590987 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (769e3d6e-4e63-48ef-9614-7f031e2aead4), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.714253 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (769e3d6e-4e63-48ef-9614-7f031e2aead4), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.740133 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:02.741327 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:02.759049 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769e3d6e-4e63-48ef-9614-7f031e2aead4']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:02.777465 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91756845-0c84-4e95-bb1d-b104242eab32') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:02.777761 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91756845-0c84-4e95-bb1d-b104242eab32') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:02.803657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (91756845-0c84-4e95-bb1d-b104242eab32), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.832258 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (91756845-0c84-4e95-bb1d-b104242eab32), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.833978 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41984) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:02.842713 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a1133-b947-471b-bbc9-45a39b114098 None None] Pushing event updated for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:02.857999 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bf5759dc-e877-4152-b2e8-2230009272f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.881415 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:46:02.882178 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (91756845-0c84-4e95-bb1d-b104242eab32), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:46:02.888681 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:46:02.904704 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks [] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:02.980197 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Provisioning complete for port 51791076-2cb0-4155-b9c9-6e80ff075b7c triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:02.981172 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.021495 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.022916 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bf5759dc-e877-4152-b2e8-2230009272f3 admin admin] Publish callbacks [] for security_group (1c7b2767-2399-4b64-8df2-23ff403a682f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.035517 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:03.043707 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for router_gateway (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.067789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.154526 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.226099 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bf5759dc-e877-4152-b2e8-2230009272f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1c7b2767-2399-4b64-8df2-23ff403a682f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.234682 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (769e3d6e-4e63-48ef-9614-7f031e2aead4), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.251424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.256735 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] 10.222.0.74 "DELETE /v2.0/networks/769e3d6e-4e63-48ef-9614-7f031e2aead4 HTTP/1.1" status: 204 len: 168 time: 0.7918744 Jan 17 21:46:03.257910 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 31ff221c-9579-437a-8e98-ab995ad73a17 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:03.265746 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Current status of the port 51791076-2cb0-4155-b9c9-6e80ff075b7c is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:03.272427 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.279821 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe763a-05e5-49a9-9d41-6e13c771a607 admin admin] Pushing event deleted for resources: {'Network': ['ID=769e3d6e-4e63-48ef-9614-7f031e2aead4,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:03.299006 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-bf5759dc-e877-4152-b2e8-2230009272f3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc54a50d0baa45ad9da283af2c22cba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4585786 Jan 17 21:46:03.299276 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:03.300582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Allocated IP 172.27.2.198 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/01ba4f42-748a-4d9c-a7cd-91669647bac8) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:03.300792 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41988) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:03.303642 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5759dc-e877-4152-b2e8-2230009272f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b2767-2399-4b64-8df2-23ff403a682f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:03.318402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 31ff221c-9579-437a-8e98-ab995ad73a17 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:03.318402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 31ff221c-9579-437a-8e98-ab995ad73a17 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:03.318402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a221c447-67ab-42ad-811f-ae23fee8e165 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:03.322982 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:03.326102 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:03.328661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Pushing event updated for resources: {'Port': ['ID=2fe3205a-a3a2-4ad8-9a50-80904113853a,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:03.379950 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: a221c447-67ab-42ad-811f-ae23fee8e165 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:03.380293 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a221c447-67ab-42ad-811f-ae23fee8e165 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:03.428405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] Publish callbacks [] for security_group (1c7b2767-2399-4b64-8df2-23ff403a682f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.456058 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] Publish callbacks [] for security_group (1c7b2767-2399-4b64-8df2-23ff403a682f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.461145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] For port 51791076-2cb0-4155-b9c9-6e80ff075b7c, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=51791076-2cb0-4155-b9c9-6e80ff075b7c,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:03.469560 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Attempting to bind port 2fe3205a-a3a2-4ad8-9a50-80904113853a on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:03.469932 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Attempting to bind port 2fe3205a-a3a2-4ad8-9a50-80904113853a by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:03.470947 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Attempting to bind port 2fe3205a-a3a2-4ad8-9a50-80904113853a on network 2b06a3ea-f156-49c6-9430-10d29756fbf9 {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:03.477298 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.501670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:03.502050 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Checking segment: {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:03.502484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.502874 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Bound using segment: {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:03.503411 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Bound port: 2fe3205a-a3a2-4ad8-9a50-80904113853a, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:03.503831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.557003 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.621069 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] For port 2fe3205a-a3a2-4ad8-9a50-80904113853a, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:03.631252 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] For port 2fe3205a-a3a2-4ad8-9a50-80904113853a, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2fe3205a-a3a2-4ad8-9a50-80904113853a,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:03.631854 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1c7b2767-2399-4b64-8df2-23ff403a682f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.634479 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.637883 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1c7b2767-2399-4b64-8df2-23ff403a682f HTTP/1.1" status: 204 len: 168 time: 0.3224318 Jan 17 21:46:03.641733 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:02Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:03.647385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926504f-fe75-4159-9cd3-6e7152ac72e1 None None] Pushing event updated for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:03.655413 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710836-a276-45e6-9f37-4467cc405f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b2767-2399-4b64-8df2-23ff403a682f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:03.681733 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd594be4-d4f5-44e1-bab1-7575e0e9ec9a None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:02Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:03.695565 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.797678 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:03.875038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219e995-c915-459b-a948-39ceb7d9e99d None None] Pushing event updated for resources: {'Port': ['ID=2fe3205a-a3a2-4ad8-9a50-80904113853a,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:04.037757 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 41992) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:04.065067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:04.072339 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:04.074562 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Pushing event updated for resources: {'Port': ['ID=01ba4f42-748a-4d9c-a7cd-91669647bac8,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:04.077065 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:04.117639 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-68a16ac5-4375-4c6a-a145-8bad491e4e55 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fc2bd25284b8403c9535080d6bcd2e19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0767112 Jan 17 21:46:04.118337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 41996) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:04.325917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] Publish callbacks [] for security_group (c5feb282-6aca-4796-bc9e-a1edb4fb0e86), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.366244 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] Publish callbacks [] for security_group (c5feb282-6aca-4796-bc9e-a1edb4fb0e86), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.592010 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (c5feb282-6aca-4796-bc9e-a1edb4fb0e86), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.594683 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.599075 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c5feb282-6aca-4796-bc9e-a1edb4fb0e86 HTTP/1.1" status: 204 len: 168 time: 0.4763730 Jan 17 21:46:04.617063 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5493ad1-2143-4ee0-ae72-9f104e14b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5feb282-6aca-4796-bc9e-a1edb4fb0e86,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:04.644397 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for router_gateway (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.807445 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42000) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:04.822410 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-09260292-f659-4e2d-a5a3-acdd3be48c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.950885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:04.989869 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-09260292-f659-4e2d-a5a3-acdd3be48c1a admin admin] Publish callbacks [] for security_group (3744b31a-8fdc-4eb1-95b6-3fcace262cb6), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.071543 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-09260292-f659-4e2d-a5a3-acdd3be48c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3744b31a-8fdc-4eb1-95b6-3fcace262cb6), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.132431 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09260292-f659-4e2d-a5a3-acdd3be48c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3744b31a-8fdc-4eb1-95b6-3fcace262cb6,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:05.139199 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-09260292-f659-4e2d-a5a3-acdd3be48c1a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=897db49fdf8a4c3fa088ae04b95c389a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303719 Jan 17 21:46:05.142228 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42004) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:05.260571 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Router fdcba09b-419e-4aa2-b130-dfd2657e8601 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:46:05.274988 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] Publish callbacks [] for security_group (3744b31a-8fdc-4eb1-95b6-3fcace262cb6), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.361615 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] Publish callbacks [] for security_group (3744b31a-8fdc-4eb1-95b6-3fcace262cb6), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.438350 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2fe3205a-a3a2-4ad8-9a50-80904113853a up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:05.446116 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbd5a94-0dc0-4f8e-b9dc-aa86f835f029 None None] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:05.538398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:05.647758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.650658 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8c100c3d-81ce-4a94-9126-dbd5c276fc28 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9689572 Jan 17 21:46:05.654252 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42014) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:05.784004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Sync routers for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:05.828144 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:05.828835 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:05.882982 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Provisioning complete for port 2fe3205a-a3a2-4ad8-9a50-80904113853a triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:05.883526 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.917951 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3744b31a-8fdc-4eb1-95b6-3fcace262cb6), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.923440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:05.926139 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3744b31a-8fdc-4eb1-95b6-3fcace262cb6 HTTP/1.1" status: 204 len: 168 time: 0.7818367 Jan 17 21:46:05.939906 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ab30f-6c42-45e6-ad11-61c04e65557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3744b31a-8fdc-4eb1-95b6-3fcace262cb6,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:05.978203 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 2fe3205a-a3a2-4ad8-9a50-80904113853a triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:05.978456 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.100334 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:06.283880 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Current status of the port 2fe3205a-a3a2-4ad8-9a50-80904113853a is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:06.284260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.331237 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2fe3205a-a3a2-4ad8-9a50-80904113853a is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:06.331659 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.360417 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.383596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] For port 2fe3205a-a3a2-4ad8-9a50-80904113853a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2fe3205a-a3a2-4ad8-9a50-80904113853a,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:06.463188 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.569040 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.db.api [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109915) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 21:46:06.569419 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG oslo_db.api [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 21:46:06.570748 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9516a-b4ae-4731-bc58-ba17e59a0725 None None] Pushing event updated for resources: {'Port': ['ID=2fe3205a-a3a2-4ad8-9a50-80904113853a,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:06.576320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:04Z', 'revision_number': 3, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:06.612749 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Checking router: fdcba09b-419e-4aa2-b130-dfd2657e8601 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:06.613107 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Updating router fdcba09b-419e-4aa2-b130-dfd2657e8601 port 01ba4f42-748a-4d9c-a7cd-91669647bac8 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:46:06.637590 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Allocated IP 172.20.0.1 (2b06a3ea-f156-49c6-9430-10d29756fbf9/cf408424-ed72-4dd0-8aff-ad78702e8576/887809c3-d0f5-4ee8-8d72-7e1b161a6224) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:06.652038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8aefc733-92fa-4bc7-8f3e-5c0215e3bf20 None None] Provisioning complete for port 2fe3205a-a3a2-4ad8-9a50-80904113853a triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:06.652528 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8aefc733-92fa-4bc7-8f3e-5c0215e3bf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.660551 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.823674 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks [] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:06.937759 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8aefc733-92fa-4bc7-8f3e-5c0215e3bf20 None None] Current status of the port 2fe3205a-a3a2-4ad8-9a50-80904113853a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:06.960273 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.016635 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:07.022829 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:07.027868 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:07.068344 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Pushing event updated for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:07.081019 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.124439 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2fe3205a-a3a2-4ad8-9a50-80904113853a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:07.126210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 51791076-2cb0-4155-b9c9-6e80ff075b7c up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:07.178006 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks [] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.246020 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 51791076-2cb0-4155-b9c9-6e80ff075b7c triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:07.246020 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.293423 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.366152 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.419822 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Attempting to bind port 01ba4f42-748a-4d9c-a7cd-91669647bac8 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:07.420200 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Attempting to bind port 01ba4f42-748a-4d9c-a7cd-91669647bac8 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:07.420566 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Attempting to bind port 01ba4f42-748a-4d9c-a7cd-91669647bac8 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:07.423328 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97596b-81a9-4b67-a8fa-0c412af49862 None None] Pushing event updated for resources: {'Port': ['ID=01ba4f42-748a-4d9c-a7cd-91669647bac8,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:07.436292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:07.436852 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:07.437886 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.438292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:07.438797 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Bound port: 01ba4f42-748a-4d9c-a7cd-91669647bac8, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:07.439284 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.556298 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ae0ad488-e097-4dcf-a6f6-0f08eb21bc84 None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:07.557188 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ae0ad488-e097-4dcf-a6f6-0f08eb21bc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.558719 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] For port 01ba4f42-748a-4d9c-a7cd-91669647bac8, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:07.563512 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 51791076-2cb0-4155-b9c9-6e80ff075b7c is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:07.568109 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] For port 01ba4f42-748a-4d9c-a7cd-91669647bac8, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=01ba4f42-748a-4d9c-a7cd-91669647bac8,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:07.614205 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ae0ad488-e097-4dcf-a6f6-0f08eb21bc84 None None] Port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:07.685064 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks [] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.696304 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2fe3205a-a3a2-4ad8-9a50-80904113853a up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:07.728757 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.801459 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.818989 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:07.819749 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:07.860178 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97596b-81a9-4b67-a8fa-0c412af49862 None None] Pushing event updated for resources: {'Port': ['ID=01ba4f42-748a-4d9c-a7cd-91669647bac8,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:07.879922 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 2fe3205a-a3a2-4ad8-9a50-80904113853a triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:07.880359 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.949555 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:07.955555 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Pushing event updated for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:08.139514 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:08.141247 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:08.157736 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:08.291847 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 2fe3205a-a3a2-4ad8-9a50-80904113853a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:08.357877 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Router fdcba09b-419e-4aa2-b130-dfd2657e8601 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:08.530437 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '887809c3-d0f5-4ee8-8d72-7e1b161a6224', 'name': '', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'mac_address': 'fa:16:3e:7b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:06Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 2, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'subnets': [{'id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:08.535015 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:08.547258 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6aa05452-3a74-4540-8d77-4238934ff612 admin admin] 10.222.0.74 "PUT /v2.0/routers/fdcba09b-419e-4aa2-b130-dfd2657e8601/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867724 Jan 17 21:46:08.600511 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c974697b-73af-4c63-bb3b-17de71c478ca None None] The sync data for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi is: [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '887809c3-d0f5-4ee8-8d72-7e1b161a6224', 'name': '', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'mac_address': 'fa:16:3e:7b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:06Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 2, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'subnets': [{'id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:08.615096 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-6876850a-5440-4bf9-8a39-35dd077b56ba None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:08.615897 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6876850a-5440-4bf9-8a39-35dd077b56ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:08.674640 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-6876850a-5440-4bf9-8a39-35dd077b56ba None None] Port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:09.734912 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 01ba4f42-748a-4d9c-a7cd-91669647bac8 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:09.817216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 01ba4f42-748a-4d9c-a7cd-91669647bac8 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:09.817740 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:09.960940 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 01ba4f42-748a-4d9c-a7cd-91669647bac8 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:09.961937 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.000396 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 01ba4f42-748a-4d9c-a7cd-91669647bac8, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=01ba4f42-748a-4d9c-a7cd-91669647bac8,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:10.135077 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.216016 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=01ba4f42-748a-4d9c-a7cd-91669647bac8,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:10.325428 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42100) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:10.331989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2059142612', 'description': 'tempest-secgroup-smoke-2059142612 description', 'project_id': '38b0c8491cf6492f9c65effbc4f95228'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:10.446378 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-963092b9-6d41-4225-bc9f-33d67fa58604 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66502268&fields=id&tenant_id=1d76fe22350840edb5055f107b0ac4ec HTTP/1.1" status: 200 len: 267 time: 0.0646298 Jan 17 21:46:10.465626 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.542911 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-be68b58c-4598-4977-aa7e-55ff6507f580 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:10.544591 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-be68b58c-4598-4977-aa7e-55ff6507f580 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 984 time: 0.0924439 Jan 17 21:46:10.560873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Request body: {'port': {'security_groups': ['df2ee7df-8e8f-4aa0-a9b5-d986a7315b07']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:10.644389 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.658551 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.710362 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.778149 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:10.847818 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:10.849102 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-1520f8a5-9185-4cd9-93db-3fdf31b924e3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5220273 Jan 17 21:46:10.852659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42108) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:10.858220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:10.914419 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:10.955828 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for port (765f173f-06c4-4a23-b868-8febce92600f), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.041948 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (ea6a8dd9-cbdd-4914-bb71-ac5ed10df385), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.069584 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.088944 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:11.180614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (ea6a8dd9-cbdd-4914-bb71-ac5ed10df385), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.193432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:11.194146 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.200591 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1129f273-322f-41e9-97e0-c1841a6dc877 req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "PUT /v2.0/ports/765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 942 time: 0.6450524 Jan 17 21:46:11.202242 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42112) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:11.292893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:11.293102 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:11.298127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (ea6a8dd9-cbdd-4914-bb71-ac5ed10df385), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.306337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b102b46-deb3-4f38-884c-f55d1b309b09" -d '{"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:11.317161 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ad9e1-5a08-40cd-81b7-0062243d8a1e tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event updated for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=7']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:11.375130 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea6a8dd9-cbdd-4914-bb71-ac5ed10df385,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:11.416415 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c6c2ac-6c0a-496c-9951-5f3f6ef4da20 x-openstack-request-id: req-75c6c2ac-6c0a-496c-9951-5f3f6ef4da20 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:11.417177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:11.417177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-75c6c2ac-6c0a-496c-9951-5f3f6ef4da20 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:11.417820 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:46:11.442989 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.447103 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2f9f8df5-db19-480c-8f3a-08df78559ede tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5931408 Jan 17 21:46:11.450246 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (da6ed72f-b1e5-40ea-a684-532e72cd368e), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.451490 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42122) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:11.464352 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:11.537790 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (da6ed72f-b1e5-40ea-a684-532e72cd368e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.643939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-d35f8b2f-2773-4b95-96a8-4ad0a5c1a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:11.647160 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-d35f8b2f-2773-4b95-96a8-4ad0a5c1a5ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1098 time: 0.1599350 Jan 17 21:46:11.649052 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Sync routers for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:11.669614 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:11.670407 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:11.762766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (da6ed72f-b1e5-40ea-a684-532e72cd368e), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.766887 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.772379 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "DELETE /v2.0/security-groups/da6ed72f-b1e5-40ea-a684-532e72cd368e HTTP/1.1" status: 204 len: 168 time: 0.5645220 Jan 17 21:46:11.773087 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42130) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:11.844669 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (5144bf3b-0086-45f9-8e0f-f6817ba93a07), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:11.860295 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 01ba4f42-748a-4d9c-a7cd-91669647bac8 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:12.036951 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e5778-f8c3-4f55-ba5c-36ecbb0b3708 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6ed72f-b1e5-40ea-a684-532e72cd368e,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:12.038025 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-447509a8-fdfb-4734-954e-bbb70a48b4e8 None None] Provisioning complete for port 765f173f-06c4-4a23-b868-8febce92600f triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:12.038303 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-447509a8-fdfb-4734-954e-bbb70a48b4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (765f173f-06c4-4a23-b868-8febce92600f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.078230 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:12.514684 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 01ba4f42-748a-4d9c-a7cd-91669647bac8 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:12.516529 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.573082 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-447509a8-fdfb-4734-954e-bbb70a48b4e8 None None] Current status of the port 765f173f-06c4-4a23-b868-8febce92600f is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:12.644601 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (5144bf3b-0086-45f9-8e0f-f6817ba93a07), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.653061 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-19c845a4-e439-44d8-8aad-f3dabf4f8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:12.655404 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-19c845a4-e439-44d8-8aad-f3dabf4f8030 service neutron] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 916 time: 1.0014353 Jan 17 21:46:12.689096 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 01ba4f42-748a-4d9c-a7cd-91669647bac8 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:12.738608 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (5144bf3b-0086-45f9-8e0f-f6817ba93a07), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.764387 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5144bf3b-0086-45f9-8e0f-f6817ba93a07,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:12.782689 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Deleting port d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:12.784974 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.879836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.885439 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6d2cc8da-3ff3-4447-ae1d-4bb0ac8e083c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4266524 Jan 17 21:46:12.886524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42142) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:12.891758 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:12.914396 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.921180 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for floatingip (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:12.934071 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '887809c3-d0f5-4ee8-8d72-7e1b161a6224', 'name': '', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'mac_address': 'fa:16:3e:7b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:06Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 2, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'subnets': [{'id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:12.971561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Calling delete_port for d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:12.998589 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-0932c35e-042e-4dec-8fd9-c94abbd66680 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 1001 time: 0.3354084 Jan 17 21:46:13.084108 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (fa172114-0381-4a98-9648-77036e1a5198), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.119491 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42148) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:13.131388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-8c227dd3-2512-4bcc-b217-ba8c8487bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:13.133200 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-8c227dd3-2512-4bcc-b217-ba8c8487bfec service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.1280963 Jan 17 21:46:13.203459 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Checking router: fdcba09b-419e-4aa2-b130-dfd2657e8601 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:13.205560 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Updating router fdcba09b-419e-4aa2-b130-dfd2657e8601 port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:46:13.223242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-58d9bb0c-b658-447b-b0bc-2581f23e5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:13.225367 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-58d9bb0c-b658-447b-b0bc-2581f23e5637 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859084 Jan 17 21:46:13.227618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (fa172114-0381-4a98-9648-77036e1a5198), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.272165 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.381471 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (fa172114-0381-4a98-9648-77036e1a5198), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.415690 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.456283 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa172114-0381-4a98-9648-77036e1a5198,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:13.465128 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-86ba725a-4f32-43fe-ab3f-b58a8b60e263 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333860 Jan 17 21:46:13.519866 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event deleted for resources: {'Port': ['ID=d58ae06b-37cb-4e7c-8ad4-6f0e21d4e17e,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:13.524986 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f85cadae-4c15-4308-be65-514561f62a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.610615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819fd8e-343b-48ff-b2fa-6853b84ede55 req-9054c9a9-50d3-4c80-b5c7-0a1887096ee7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:13.613306 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1819fd8e-343b-48ff-b2fa-6853b84ede55 req-9054c9a9-50d3-4c80-b5c7-0a1887096ee7 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.2561743 Jan 17 21:46:13.618550 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.620597 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e37d9582-1e0c-4728-9468-2a2b0ded9307 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7331533 Jan 17 21:46:13.633195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42158) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:13.641138 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:13.647293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks [] for floatingip (19cdd9aa-b990-402b-97b2-e052069a4f42), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.648025 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Floating IP 19cdd9aa-b990-402b-97b2-e052069a4f42 disassociated (deleted). External IP: 172.27.2.216, port: 765f173f-06c4-4a23-b868-8febce92600f. Jan 17 21:46:13.799881 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0b102b46-deb3-4f38-884c-f55d1b309b09 req-5252d8ad-61ec-4328-bca0-beb6e8fb2e00 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226788 Jan 17 21:46:13.838277 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1819fd8e-343b-48ff-b2fa-6853b84ede55 req-f98579bf-6cd1-4368-a402-4709e5d5664d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099771 Jan 17 21:46:13.840712 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks [] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.871585 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f85cadae-4c15-4308-be65-514561f62a4c admin admin] Publish callbacks [] for security_group (dd90a8a1-0587-499c-9f29-d4b372b7b840), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.892381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (859980dd-9b6a-421f-b29b-273bbb2fc237), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:13.962875 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.002463 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (859980dd-9b6a-421f-b29b-273bbb2fc237), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.004064 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f85cadae-4c15-4308-be65-514561f62a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (dd90a8a1-0587-499c-9f29-d4b372b7b840), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.048449 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1246857-c629-4bfa-85e7-85904781c9bd None None] Pushing event updated for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:14.086789 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f85cadae-4c15-4308-be65-514561f62a4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c2274afaac8f4a8eba307716fef78c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9618173 Jan 17 21:46:14.086789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85cadae-4c15-4308-be65-514561f62a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd90a8a1-0587-499c-9f29-d4b372b7b840,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:14.089400 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42162) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:14.101449 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (859980dd-9b6a-421f-b29b-273bbb2fc237), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.107279 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:14.122618 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Attempting to bind port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:14.123655 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Attempting to bind port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:14.123808 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Attempting to bind port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 on network 2b06a3ea-f156-49c6-9430-10d29756fbf9 {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:14.132382 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:14.132766 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Checking segment: {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:14.133801 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.133801 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Bound using segment: {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:14.134929 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Bound port: 887809c3-d0f5-4ee8-8d72-7e1b161a6224, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:14.135279 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.168105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859980dd-9b6a-421f-b29b-273bbb2fc237,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:14.233325 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] For port 887809c3-d0f5-4ee8-8d72-7e1b161a6224, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:14.237944 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] For port 887809c3-d0f5-4ee8-8d72-7e1b161a6224, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=887809c3-d0f5-4ee8-8d72-7e1b161a6224,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:14.241803 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] Publish callbacks [] for security_group (dd90a8a1-0587-499c-9f29-d4b372b7b840), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.262511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.267191 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-291098aa-34a6-4065-b363-187603a3f19d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6297479 Jan 17 21:46:14.269144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42164) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:14.275678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:14.305530 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] Publish callbacks [] for security_group (dd90a8a1-0587-499c-9f29-d4b372b7b840), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.306105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:14.318338 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.325553 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Sync routers for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:14.348673 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:14.349326 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:14.353543 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:14.354068 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e83f20ac-a8e7-4096-bfaa-04398a8685b5 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "DELETE /v2.0/floatingips/19cdd9aa-b990-402b-97b2-e052069a4f42 HTTP/1.1" status: 204 len: 168 time: 2.5781302 Jan 17 21:46:14.354447 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.354807 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:14.359362 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8951538e-0545-4b9b-a4dd-c84274b67464" -d '{"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:14.372606 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.481810 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:14.482863 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:14.505572 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.securitygroups_db [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Project 38b0c8491cf6492f9c65effbc4f95228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:46:14.514067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (8226b377-fc95-462f-97d6-8279bde8f9a9), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.542873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (dd90a8a1-0587-499c-9f29-d4b372b7b840), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.548256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.552877 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/dd90a8a1-0587-499c-9f29-d4b372b7b840 HTTP/1.1" status: 204 len: 168 time: 0.4614065 Jan 17 21:46:14.600981 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1246857-c629-4bfa-85e7-85904781c9bd None None] Pushing event updated for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:14.636699 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e3208-9708-4c0f-bed0-e770829c3e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd90a8a1-0587-499c-9f29-d4b372b7b840,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:14.647221 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:14.726661 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (8226b377-fc95-462f-97d6-8279bde8f9a9), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.788846 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:14.820284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (8226b377-fc95-462f-97d6-8279bde8f9a9), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:14.884560 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8226b377-fc95-462f-97d6-8279bde8f9a9,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:15.024158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433d963e-07fc-4752-94a8-8638265d1b23 x-openstack-request-id: req-433d963e-07fc-4752-94a8-8638265d1b23 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:15.034018 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.042142 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a15bb565-0f00-4cfe-997a-ba96b786dda3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7656264 Jan 17 21:46:15.043926 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:15.045262 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42184) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:15.045981 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-433d963e-07fc-4752-94a8-8638265d1b23 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:15.047557 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:46:15.053992 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'security_group_rule': {'security_group_id': '1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9', 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:15.251587 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Current status of the port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:15.252599 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.271342 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-302fcfbe-1f84-4d19-a72e-a101b69feaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:15.273187 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-302fcfbe-1f84-4d19-a72e-a101b69feaae service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=1d76fe22350840edb5055f107b0ac4ec&device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 1098 time: 0.1845181 Jan 17 21:46:15.294735 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ecfc-6e73-4ea5-92b4-4d069af7576d req-0c1d71cf-ac4d-4a68-9e2d-7d9ce81500af tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:15.298844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-4cd0a319-c657-4c38-ba9a-1400b3a52b63 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:15.302056 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-4cd0a319-c657-4c38-ba9a-1400b3a52b63 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1714749 Jan 17 21:46:15.303262 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9eb9ecfc-6e73-4ea5-92b4-4d069af7576d req-0c1d71cf-ac4d-4a68-9e2d-7d9ce81500af tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 945 time: 0.1837554 Jan 17 21:46:15.399891 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] For port 887809c3-d0f5-4ee8-8d72-7e1b161a6224, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=887809c3-d0f5-4ee8-8d72-7e1b161a6224,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:15.427707 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '887809c3-d0f5-4ee8-8d72-7e1b161a6224', 'name': '', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'mac_address': 'fa:16:3e:7b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:06Z', 'updated_at': '2022-01-17T21:46:14Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'subnets': [{'id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:15.430512 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.securitygroups_db [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Project 38b0c8491cf6492f9c65effbc4f95228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:46:15.442801 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:15.447950 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (fd6fa75a-dfce-4829-a174-2c8bfaed1c17), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.493513 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-437047d2-3bd2-4cc5-9843-e21ff53ada1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:15.495625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Deleting port 4373fdee-9243-449c-b158-86932fc7f913 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:15.495888 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-437047d2-3bd2-4cc5-9843-e21ff53ada1e service neutron] 10.222.0.81 "GET /v2.0/networks?id=3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 200 len: 916 time: 0.2136228 Jan 17 21:46:15.496221 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (4373fdee-9243-449c-b158-86932fc7f913), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.531182 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (fd6fa75a-dfce-4829-a174-2c8bfaed1c17), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.540674 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Checking router: f9e050b9-bc1a-4e14-b9e0-74d04db921f2 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:15.542894 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2659751-dcf8-4e96-8d13-1a22b59b8435 None None] The sync data for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi is: [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:46:07Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '887809c3-d0f5-4ee8-8d72-7e1b161a6224', 'name': '', 'network_id': '2b06a3ea-f156-49c6-9430-10d29756fbf9', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'mac_address': 'fa:16:3e:7b:4f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:06Z', 'updated_at': '2022-01-17T21:46:14Z', 'revision_number': 4, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'subnets': [{'id': 'cf408424-ed72-4dd0-8aff-ad78702e8576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:15.546137 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.594707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-7ee6e5d7-e772-46fc-8392-eaffbe8f6b2c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 200 len: 217 time: 0.0619237 Jan 17 21:46:15.607782 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (fd6fa75a-dfce-4829-a174-2c8bfaed1c17), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.615179 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:15.615756 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:15.772558 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] For port 4373fdee-9243-449c-b158-86932fc7f913, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=4373fdee-9243-449c-b158-86932fc7f913,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:15.773691 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (4373fdee-9243-449c-b158-86932fc7f913), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.853540 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9eb9ecfc-6e73-4ea5-92b4-4d069af7576d req-501dd739-60d4-4cfd-b410-101d0bbfa7df tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=3311bd5b-58bf-48d3-9f2e-946b779d0c9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5490763 Jan 17 21:46:15.856602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-7a1d81e6-4f28-4b2f-b335-4f859240bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:15.859290 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-7a1d81e6-4f28-4b2f-b335-4f859240bad1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 200 len: 854 time: 0.2125423 Jan 17 21:46:15.860669 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6fa75a-dfce-4829-a174-2c8bfaed1c17,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:15.991641 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:15.994781 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5b89e9a9-d1e7-42da-bde0-4f51020a8c90 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9466331 Jan 17 21:46:16.029513 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-fed4b83f-1ac7-4f7e-b2c9-ce1ce525e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:16.032021 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-fed4b83f-1ac7-4f7e-b2c9-ce1ce525e14d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=3fcac1e8-20e5-4a67-a8c7-b137661c186b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650672 Jan 17 21:46:16.048076 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 887809c3-d0f5-4ee8-8d72-7e1b161a6224 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:16.185058 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2a4b6-df9e-4ecc-82fc-6d576bdd28b4 None None] Pushing event updated for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:16.278514 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:16.279504 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:16.333533 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-42af8f3b-49c6-4a40-a981-a9ecd91475db service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893553 Jan 17 21:46:16.348410 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:16.351757 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:16.352087 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Floating IP c72b2f57-12f7-4e15-8a1e-0b0ede15042d disassociated. External IP: 172.27.2.91, port: 4373fdee-9243-449c-b158-86932fc7f913. Jan 17 21:46:16.353670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Calling delete_port for 4373fdee-9243-449c-b158-86932fc7f913 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:16.448490 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-d4b1de9b-d3bf-437d-a679-fc38c62b2589 None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:16.450079 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d4b1de9b-d3bf-437d-a679-fc38c62b2589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:16.460762 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:16.650396 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42246) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:16.694206 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8951538e-0545-4b9b-a4dd-c84274b67464 req-4fc7b9bf-6c90-403d-9c45-bd30e25f6f46 service neutron] 10.222.0.81 "GET /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534200 Jan 17 21:46:16.748413 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:16.769655 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (4373fdee-9243-449c-b158-86932fc7f913), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:16.829047 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'Port': ['ID=4373fdee-9243-449c-b158-86932fc7f913,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:16.957581 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4915c260-5d5b-4def-8eb1-9846e874ea43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:17.175956 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f5817a8b-46c2-42c8-ad8b-9cbf8d61b23e req-e098f31a-da1b-4136-b722-307e24f11517 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.1267853 Jan 17 21:46:17.187941 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:17.333925 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4915c260-5d5b-4def-8eb1-9846e874ea43 admin admin] Publish callbacks [] for security_group (2b5634b7-f3f2-42e1-b915-66d83f212730), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:17.444381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4915c260-5d5b-4def-8eb1-9846e874ea43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2b5634b7-f3f2-42e1-b915-66d83f212730), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:17.491644 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-d4b1de9b-d3bf-437d-a679-fc38c62b2589 None None] Current status of the port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:17.529263 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:17.537818 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:17.542723 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:17.543368 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915c260-5d5b-4def-8eb1-9846e874ea43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5634b7-f3f2-42e1-b915-66d83f212730,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:17.572553 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:17.573912 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:17.628177 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292c136-7de1-4365-843d-680a107e5b60 None None] The sync data for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi is: [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:42:19Z', 'revision_number': 4, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'f444a55a-43e5-47e1-87da-2ee50d627fb8', 'name': '', 'network_id': '3fcac1e8-20e5-4a67-a8c7-b137661c186b', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'mac_address': 'fa:16:3e:ac:24:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:18Z', 'updated_at': '2022-01-17T21:42:25Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'subnets': [{'id': '13d88004-1bd4-42e9-8498-acca00cceea7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:17.642792 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42266) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:17.644178 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4915c260-5d5b-4def-8eb1-9846e874ea43 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2e19693b822e4bc1b3e2301d37db08b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9926498 Jan 17 21:46:17.685257 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] No DVR routers for this DVR port 4373fdee-9243-449c-b158-86932fc7f913 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:17.690576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:17.696364 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-43652f72-3a78-4cd8-9c48-ae3239c1e93c req-1569e1d4-9a00-44cd-b1f3-a98c35418333 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "DELETE /v2.0/ports/4373fdee-9243-449c-b158-86932fc7f913 HTTP/1.1" status: 204 len: 173 time: 2.3869069 Jan 17 21:46:17.697525 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'name': 'network-vif-deleted', 'tag': '4373fdee-9243-449c-b158-86932fc7f913'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:17.714322 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7f939-3827-4abd-b701-33c5f507468b" -d '{"events": [{"server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "name": "network-vif-deleted", "tag": "4373fdee-9243-449c-b158-86932fc7f913"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:17.778284 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 887809c3-d0f5-4ee8-8d72-7e1b161a6224 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:17.823695 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Publish callbacks [] for security_group (2b5634b7-f3f2-42e1-b915-66d83f212730), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:17.889302 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:17.973552 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Publish callbacks [] for security_group (2b5634b7-f3f2-42e1-b915-66d83f212730), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:18.045521 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:18.048779 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:18.230706 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ec4dc-2f39-4df4-b06c-73a643a8739d x-openstack-request-id: req-542ec4dc-2f39-4df4-b06c-73a643a8739d {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:18.231201 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce80e4fa-4da4-49ea-9816-b56fa09f7f38", "name": "network-vif-deleted", "tag": "4373fdee-9243-449c-b158-86932fc7f913", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:18.231619 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-542ec4dc-2f39-4df4-b06c-73a643a8739d {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:18.232150 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce80e4fa-4da4-49ea-9816-b56fa09f7f38', 'name': 'network-vif-deleted', 'tag': '4373fdee-9243-449c-b158-86932fc7f913', 'status': 'completed', 'code': 200} Jan 17 21:46:18.237636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2b5634b7-f3f2-42e1-b915-66d83f212730), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:18.244450 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:18.255086 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b5634b7-f3f2-42e1-b915-66d83f212730 HTTP/1.1" status: 204 len: 168 time: 0.6030481 Jan 17 21:46:18.278324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:18.284088 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5634b7-f3f2-42e1-b915-66d83f212730,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:18.322154 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.323229 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.326440 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.326785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.327547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.332654 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.333582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.334396 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.335259 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.339277 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.340424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.341081 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.341492 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1b9b9d-802d-4fdf-bd7b-4efb900a308d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:18.355601 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758e446f-719a-4076-a485-4591dbdcc53a None None] New status for floating IP 19cdd9aa-b990-402b-97b2-e052069a4f42: DOWN {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:46:18.463968 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:18.502739 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:18.523918 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:18.524574 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:45:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:18.551141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e76ac06-2138-4162-8285-d7959b54672a req-32be460e-672a-4cb1-8851-cf23bd4a5d2d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=ce80e4fa-4da4-49ea-9816-b56fa09f7f38 HTTP/1.1" status: 200 len: 210 time: 0.1021497 Jan 17 21:46:18.721623 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:19.132759 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:19.292270 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242a00d2-ab39-4600-be5d-53e311a51711 None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:19.507579 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 4373fdee-9243-449c-b158-86932fc7f913 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:19.532230 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 4373fdee-9243-449c-b158-86932fc7f913 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:19.532572 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 4373fdee-9243-449c-b158-86932fc7f913 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:19.560719 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09ad98-3492-4c25-be58-1052ac7f66ce None None] New status for floating IP c72b2f57-12f7-4e15-8a1e-0b0ede15042d: DOWN {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:46:19.878921 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42312) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:19.894447 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-85fada35-cbb3-4e7d-9cc7-ecbaeacb9f19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:19.986769 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-85fada35-cbb3-4e7d-9cc7-ecbaeacb9f19 admin admin] Publish callbacks [] for security_group (e2315877-aadb-423d-9c6f-43b51dff0965), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.085187 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-85fada35-cbb3-4e7d-9cc7-ecbaeacb9f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e2315877-aadb-423d-9c6f-43b51dff0965), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.129477 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43356bb6-ad54-45e6-8ae0-a82de1e2cd38 req-80692f34-d70a-483d-b8ce-81247741d33d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:20.136270 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-43356bb6-ad54-45e6-8ae0-a82de1e2cd38 req-80692f34-d70a-483d-b8ce-81247741d33d tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.1026568 Jan 17 21:46:20.165420 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-85fada35-cbb3-4e7d-9cc7-ecbaeacb9f19 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6aad995bfa444d10a0e48578631e0e98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852972 Jan 17 21:46:20.168802 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fada35-cbb3-4e7d-9cc7-ecbaeacb9f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2315877-aadb-423d-9c6f-43b51dff0965,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:20.169640 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42322) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:20.258551 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-43356bb6-ad54-45e6-8ae0-a82de1e2cd38 req-01077015-2891-4bd0-b897-87c72855c297 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106329 Jan 17 21:46:20.285577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] Publish callbacks [] for security_group (e2315877-aadb-423d-9c6f-43b51dff0965), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.325011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] Publish callbacks [] for security_group (e2315877-aadb-423d-9c6f-43b51dff0965), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.373176 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42328) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:20.467177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (3311bd5b-58bf-48d3-9f2e-946b779d0c9e), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.477316 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e2315877-aadb-423d-9c6f-43b51dff0965), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.481849 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.483705 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e2315877-aadb-423d-9c6f-43b51dff0965 HTTP/1.1" status: 204 len: 168 time: 0.3112354 Jan 17 21:46:20.497016 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6a27c-e94f-4b76-908c-a255e84b6049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2315877-aadb-423d-9c6f-43b51dff0965,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:20.537531 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-cdad9c44-24b4-4697-b2d5-182b56e9eab1 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=f441daee40984cababe0a61d887c2f0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598371 Jan 17 21:46:20.639653 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (3311bd5b-58bf-48d3-9f2e-946b779d0c9e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.812346 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-4875dc8e-2deb-47a4-b662-ca6174262549 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:20.814336 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-4875dc8e-2deb-47a4-b662-ca6174262549 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2609482 Jan 17 21:46:20.832510 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-e7a058a5-1327-4921-b718-ee959e52111a tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/quotas/f441daee40984cababe0a61d887c2f0b HTTP/1.1" status: 200 len: 375 time: 0.0111732 Jan 17 21:46:20.869105 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-545388e7-0311-47d9-b9ae-3d4a4ac0f478 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f441daee40984cababe0a61d887c2f0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287659 Jan 17 21:46:20.894527 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.916588 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3311bd5b-58bf-48d3-9f2e-946b779d0c9e), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.919770 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:20.925622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "DELETE /v2.0/security-groups/3311bd5b-58bf-48d3-9f2e-946b779d0c9e HTTP/1.1" status: 204 len: 168 time: 0.5459049 Jan 17 21:46:20.926794 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42340) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:20.932694 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97725c7d-eed5-4b92-a4f5-9a41baedb45a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3311bd5b-58bf-48d3-9f2e-946b779d0c9e,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:20.969054 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.api.v2.resource [None req-88181011-0ba8-4b03-a0d4-2d4a21a62eae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] show failed (client error): The resource could not be found. Jan 17 21:46:20.976401 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42344) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:20.978984 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-88181011-0ba8-4b03-a0d4-2d4a21a62eae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups/3311bd5b-58bf-48d3-9f2e-946b779d0c9e HTTP/1.1" status: 404 len: 347 time: 0.0500264 Jan 17 21:46:21.168560 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Deleting port 127331e1-2b20-48b0-9352-62a662a6a63e {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:21.169073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.340797 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-18e85d4d-7a50-46b3-85d8-b37ee40d327a req-41ef2674-4033-4817-8f97-90360c4e2dca tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0626099 Jan 17 21:46:21.388219 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.388656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (127331e1-2b20-48b0-9352-62a662a6a63e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.406050 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Calling delete_port for 127331e1-2b20-48b0-9352-62a662a6a63e owned by network:floatingip {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:21.537210 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124113f3-970c-484d-95b9-f61dc0590abf req-bc8b842f-3f66-4bde-9430-6d12dbe2f1bc tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:21.538946 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-124113f3-970c-484d-95b9-f61dc0590abf req-bc8b842f-3f66-4bde-9430-6d12dbe2f1bc tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.1158950 Jan 17 21:46:21.652388 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-124113f3-970c-484d-95b9-f61dc0590abf req-dc21b42b-63ec-4a0e-a3ae-560801254d4a tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/security-groups?id=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976572 Jan 17 21:46:21.785157 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (127331e1-2b20-48b0-9352-62a662a6a63e), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.833987 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'Port': ['ID=127331e1-2b20-48b0-9352-62a662a6a63e,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:21.851596 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-6f6990aa-cfed-4a70-8bc6-828a8dff37b0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:21.856296 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-6f6990aa-cfed-4a70-8bc6-828a8dff37b0 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.81 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 945 time: 0.0822310 Jan 17 21:46:21.962250 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (c72b2f57-12f7-4e15-8a1e-0b0ede15042d), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.965423 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:21.973136 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-eaf66b92-1b62-4ba6-9cfd-b523632d1b6a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "DELETE /v2.0/floatingips/c72b2f57-12f7-4e15-8a1e-0b0ede15042d HTTP/1.1" status: 204 len: 168 time: 0.9890101 Jan 17 21:46:21.984810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Deleting port 765f173f-06c4-4a23-b868-8febce92600f {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:21.985451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (765f173f-06c4-4a23-b868-8febce92600f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.147210 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] For port 765f173f-06c4-4a23-b868-8febce92600f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=765f173f-06c4-4a23-b868-8febce92600f,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:22.148272 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (765f173f-06c4-4a23-b868-8febce92600f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.167292 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Calling delete_port for 765f173f-06c4-4a23-b868-8febce92600f owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:22.472137 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (765f173f-06c4-4a23-b868-8febce92600f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.488630 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['765f173f-06c4-4a23-b868-8febce92600f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:22.516301 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42386) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:22.537232 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375486718', 'description': 'tempest-description--1662754378'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:22.554567 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Pushing event deleted for resources: {'Port': ['ID=765f173f-06c4-4a23-b868-8febce92600f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:22.644025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] No DVR routers for this DVR port 765f173f-06c4-4a23-b868-8febce92600f on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:22.648128 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.653598 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b4f1e977-55f8-444c-a4a3-d30e6ce1ecb4 req-ffda4b2c-2178-4b7f-a2cf-0fc13e68ba3f tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.81 "DELETE /v2.0/ports/765f173f-06c4-4a23-b868-8febce92600f HTTP/1.1" status: 204 len: 173 time: 0.7913804 Jan 17 21:46:22.654293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'name': 'network-vif-deleted', 'tag': '765f173f-06c4-4a23-b868-8febce92600f'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:22.659498 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e398ab-c565-4b09-9923-38cefed6280c" -d '{"events": [{"server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "name": "network-vif-deleted", "tag": "765f173f-06c4-4a23-b868-8febce92600f"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:22.683787 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f9980e12-5685-4ec2-9dd3-3b27aae6f924 req-ba7ec3a2-deb3-4cf3-867e-6e8163d0d1ec tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0714624 Jan 17 21:46:22.769692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e13fbed-b6f1-4eea-9286-9a83c76d41c4 x-openstack-request-id: req-3e13fbed-b6f1-4eea-9286-9a83c76d41c4 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:22.770042 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7736896-4776-4fc6-bd79-d3cc5f340e39", "name": "network-vif-deleted", "tag": "765f173f-06c4-4a23-b868-8febce92600f", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:22.770381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3e13fbed-b6f1-4eea-9286-9a83c76d41c4 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:22.770985 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7736896-4776-4fc6-bd79-d3cc5f340e39', 'name': 'network-vif-deleted', 'tag': '765f173f-06c4-4a23-b868-8febce92600f', 'status': 'completed', 'code': 200} Jan 17 21:46:22.775270 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:22.930340 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7f144baf-f0e7-4a5d-ba1f-2a5f3d3ac74a req-d60309cf-e695-42d2-84a8-318ef3b1b415 tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0751953 Jan 17 21:46:23.080245 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (17c99ab2-82e6-4864-b870-808c2b7eb4f0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:23.448585 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (17c99ab2-82e6-4864-b870-808c2b7eb4f0), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:23.498452 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17c99ab2-82e6-4864-b870-808c2b7eb4f0,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:23.681905 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:23.684762 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-7b5d5561-44bf-4ed4-b5d1-cd67ca86a0fd tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1650469 Jan 17 21:46:23.690110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42406) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:23.700242 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group_rule': {'security_group_id': '17c99ab2-82e6-4864-b870-808c2b7eb4f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:23.844747 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d2482601-9315-4903-ba6a-7b79d37ae426 req-61417923-129c-4ca1-b47d-824e1197d870 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0396924 Jan 17 21:46:23.862104 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (c8011560-8063-431b-a1f6-5ccaa933195d), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:23.965777 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (c8011560-8063-431b-a1f6-5ccaa933195d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.077970 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (c8011560-8063-431b-a1f6-5ccaa933195d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.108641 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8011560-8063-431b-a1f6-5ccaa933195d,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:24.121356 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-17d5cb39-5068-4421-9ba6-0b4d91463b87 req-69f9a3fe-8d13-45dd-a74e-47242e16d9bd tempest-TestMinimumBasicScenario-1778829441 tempest-TestMinimumBasicScenario-1778829441-project] 10.222.0.74 "GET /v2.0/ports?device_id=f7736896-4776-4fc6-bd79-d3cc5f340e39 HTTP/1.1" status: 200 len: 210 time: 0.0516059 Jan 17 21:46:24.231933 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.234557 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-89352640-49bc-4d41-a1e7-13de6ab621d4 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5413945 Jan 17 21:46:24.238138 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42418) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:24.244679 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'security_group_rule': {'security_group_id': '17c99ab2-82e6-4864-b870-808c2b7eb4f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:24.370317 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (18ff00a1-6a75-4e6b-b8ae-08ea32b3782e), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.481371 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (18ff00a1-6a75-4e6b-b8ae-08ea32b3782e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.550774 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (18ff00a1-6a75-4e6b-b8ae-08ea32b3782e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.583522 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ff00a1-6a75-4e6b-b8ae-08ea32b3782e,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:24.685074 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.687058 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1f2c7104-fac5-4bda-9f33-cdcb0c8d5f31 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4468255 Jan 17 21:46:24.692460 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42426) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:24.697149 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:24.845424 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:24.993698 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-765df271-4b74-41e8-8a6b-e92834b3f89f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=f441daee40984cababe0a61d887c2f0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652752 Jan 17 21:46:25.004897 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f4ef9192-d03d-47f5-bb61-317074611413 req-b7bb3dd0-8026-4f76-959c-5cd3c83ad2c8 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0495877 Jan 17 21:46:25.435094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-b8e3421b-1c18-4c7f-bc1b-54400cccc5fb tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:25.438636 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-b8e3421b-1c18-4c7f-bc1b-54400cccc5fb tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4312379 Jan 17 21:46:25.444002 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-30aebd9f-5413-4beb-bc81-d72dafbfd915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:25.461950 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Request body: {'port': {'device_id': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f', 'admin_state_up': True, 'tenant_id': 'f441daee40984cababe0a61d887c2f0b'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:25.472961 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:25.554964 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 765f173f-06c4-4a23-b868-8febce92600f no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:25.581351 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 765f173f-06c4-4a23-b868-8febce92600f {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:25.581704 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 765f173f-06c4-4a23-b868-8febce92600f not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:25.702344 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Allocated IP 172.27.2.217 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/32dd5de1-696e-4fbc-bafe-d4fbd59e4e99) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:25.822894 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Made reservation on behalf of f441daee40984cababe0a61d887c2f0b for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:25.826484 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:25.847692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:25.850974 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.158667 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2b4ddfa7-ba06-4933-bea8-f9daafb56919 req-f992dfcd-6aa2-424f-a369-08a35b61c9a1 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0288355 Jan 17 21:46:26.251353 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:46:26.367555 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks [] for security_group (96cd188c-b6bc-4bc4-900a-54c857c573bc), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.398161 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.450839 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (96cd188c-b6bc-4bc4-900a-54c857c573bc), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.535220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:26.544726 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=32dd5de1-696e-4fbc-bafe-d4fbd59e4e99,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:26.559741 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:26.565056 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:26.596766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96cd188c-b6bc-4bc4-900a-54c857c573bc,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:26.741069 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Allocated IP 192.168.233.171 (c944f028-fdcc-4518-83f2-d1a8b9fdc65f/d22fceb4-b978-45d5-9c4e-a897f720c4f3/7119dd1b-06b0-462e-af06-173b4fc23876) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:26.763897 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:26.938417 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.065676 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks [] for port (7119dd1b-06b0-462e-af06-173b4fc23876), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.250290 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.289744 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.361938 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Network c944f028-fdcc-4518-83f2-d1a8b9fdc65f is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:27.366841 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.384890 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:27.394651 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:27.404780 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9f7d2-5768-428e-8cd4-6a956dcf0a82 req-438889da-6754-45ad-8e71-28fd821ca024 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:27.413341 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Pushing event updated for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:27.418169 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dd9f7d2-5768-428e-8cd4-6a956dcf0a82 req-438889da-6754-45ad-8e71-28fd821ca024 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 936 time: 0.1278865 Jan 17 21:46:27.547849 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42496) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:27.633575 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dd9f7d2-5768-428e-8cd4-6a956dcf0a82 req-5b6f37bb-95d5-405e-b1ab-621dd019fae3 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001522 Jan 17 21:46:27.664291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:27.666040 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.688304 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=32dd5de1-696e-4fbc-bafe-d4fbd59e4e99,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:27.712055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.743427 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-2239d293-3126-476b-8d3a-b106131de4cf tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2903943 Jan 17 21:46:27.762047 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Request body: {'port': {'device_id': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:27.806294 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.807532 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ad7f59d2-9715-4951-bd79-8edd239f6e58 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1141212 Jan 17 21:46:27.807912 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-c0e9b8f1-5fc2-4af8-87c9-4467d772da91 None None] Provisioning complete for port 7119dd1b-06b0-462e-af06-173b4fc23876 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:27.808727 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c0e9b8f1-5fc2-4af8-87c9-4467d772da91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.883763 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:27.885836 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-c0e9b8f1-5fc2-4af8-87c9-4467d772da91 None None] Port 7119dd1b-06b0-462e-af06-173b4fc23876 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:28.272495 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-b7226dfd-6f5d-4363-b83f-e175f66e44cc tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--375486718&fields=id&tenant_id=e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 267 time: 0.0838964 Jan 17 21:46:28.294635 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7119dd1b-06b0-462e-af06-173b4fc23876 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:28.300852 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92252a70-0fa2-4638-973d-45bdc3d37039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.309788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks [] for port (7119dd1b-06b0-462e-af06-173b4fc23876), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.331786 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Transition to ACTIVE for port object 7119dd1b-06b0-462e-af06-173b4fc23876 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:46:28.425900 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.471819 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-de08e0ef-f68c-4a0c-90e0-74d7d89b5a8e tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:28.473393 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-de08e0ef-f68c-4a0c-90e0-74d7d89b5a8e tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 811 time: 0.1885638 Jan 17 21:46:28.485710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Pushing event updated for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:28.509210 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-f2a46442-7565-4437-90e5-6bdeb4573e6b tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/quotas/e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 375 time: 0.0152175 Jan 17 21:46:28.566514 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Attempting to bind port 7119dd1b-06b0-462e-af06-173b4fc23876 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:28.566806 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Attempting to bind port 7119dd1b-06b0-462e-af06-173b4fc23876 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:28.566961 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Attempting to bind port 7119dd1b-06b0-462e-af06-173b4fc23876 on network c944f028-fdcc-4518-83f2-d1a8b9fdc65f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:28.578171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Port 7119dd1b-06b0-462e-af06-173b4fc23876 on network c944f028-fdcc-4518-83f2-d1a8b9fdc65f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:46:28.578171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Attempting to bind port 7119dd1b-06b0-462e-af06-173b4fc23876 on network c944f028-fdcc-4518-83f2-d1a8b9fdc65f {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:28.585710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:28.586492 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Checking segment: {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:28.587145 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Bound using segment: {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:28.587887 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Bound port: 7119dd1b-06b0-462e-af06-173b4fc23876, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe1bf309-ff87-4e5a-a00f-6967ce6a1de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:28.588427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.665894 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-6be7abff-43a5-4042-9cc3-f44db57c1602 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247635 Jan 17 21:46:28.685640 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:28.690137 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7119dd1b-06b0-462e-af06-173b4fc23876,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:28.705606 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.769151 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.855475 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:28.855475 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:28.855475 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] 10.222.0.81 "PUT /v2.0/ports/7119dd1b-06b0-462e-af06-173b4fc23876 HTTP/1.1" status: 200 len: 1098 time: 1.1033914 Jan 17 21:46:28.855803 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:28.858895 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:28.902905 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf9b5d-bc53-4a79-9b2c-32cc2aecbb2a service neutron] Pushing event updated for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:29.048308 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-67fb97ba-588d-4140-b67b-554c0441a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:29.050177 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-67fb97ba-588d-4140-b67b-554c0441a4ee service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f441daee40984cababe0a61d887c2f0b&device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 1101 time: 0.0568750 Jan 17 21:46:29.100140 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-0eba66cd-61c5-4c50-a0fe-8ce49432bc50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7119dd1b-06b0-462e-af06-173b4fc23876 HTTP/1.1" status: 200 len: 217 time: 0.0396781 Jan 17 21:46:29.166703 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-64e0678c-aa5a-4537-a3fa-069c1ddc68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:29.169308 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-64e0678c-aa5a-4537-a3fa-069c1ddc68bd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d22fceb4-b978-45d5-9c4e-a897f720c4f3 HTTP/1.1" status: 200 len: 843 time: 0.0624232 Jan 17 21:46:29.230141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-b989b6d7-1f0f-435d-b3d9-8065824d1f8e service neutron] 10.222.0.74 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331893 Jan 17 21:46:29.266909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-5ccadbb5-576a-4752-b8a1-55a97352e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:29.269558 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-5ccadbb5-576a-4752-b8a1-55a97352e012 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c944f028-fdcc-4518-83f2-d1a8b9fdc65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0918500 Jan 17 21:46:29.401390 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-4f164253-1481-4181-bf31-752f9d251255 service neutron] 10.222.0.81 "GET /v2.0/networks/c944f028-fdcc-4518-83f2-d1a8b9fdc65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245251 Jan 17 21:46:29.427928 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ad0525c4-2a12-4f60-b557-56e243b51b52 service neutron] 10.222.0.74 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851270 Jan 17 21:46:29.456356 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Deleting port f444a55a-43e5-47e1-87da-2ee50d627fb8 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:29.456745 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:29.538921 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8fa1fcff-bbe1-4152-8491-0b0f34188cd3 req-9472e9b0-7cac-4b95-a28f-68fd0631d56a service neutron] 10.222.0.81 "GET /v2.0/networks/c944f028-fdcc-4518-83f2-d1a8b9fdc65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309743 Jan 17 21:46:29.564510 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] For port f444a55a-43e5-47e1-87da-2ee50d627fb8, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f444a55a-43e5-47e1-87da-2ee50d627fb8,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:29.565143 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:29.586451 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Calling delete_port for f444a55a-43e5-47e1-87da-2ee50d627fb8 owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:29.837109 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:29.910367 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebee70-92b1-4c48-b169-360364dff12b req-2f01669b-0b41-4a41-80e8-68a92b4b81b2 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:29.912964 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b8ebee70-92b1-4c48-b169-360364dff12b req-2f01669b-0b41-4a41-80e8-68a92b4b81b2 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 948 time: 0.1073244 Jan 17 21:46:29.948508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (f444a55a-43e5-47e1-87da-2ee50d627fb8), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:29.987134 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Pushing event deleted for resources: {'Port': ['ID=f444a55a-43e5-47e1-87da-2ee50d627fb8,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:30.051908 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b8ebee70-92b1-4c48-b169-360364dff12b req-0c508164-8508-4091-9a6d-5105a772a7f0 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282086 Jan 17 21:46:30.150142 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f416b5-e54d-4944-8c7a-a8d51ebefd71 x-openstack-request-id: req-f8f416b5-e54d-4944-8c7a-a8d51ebefd71 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:30.150966 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:30.150966 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f8f416b5-e54d-4944-8c7a-a8d51ebefd71 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:30.151767 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876', 'status': 'completed', 'code': 200} Jan 17 21:46:30.265671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-ee0aa72b-6af2-4d17-b93a-8ef0df49bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:30.272915 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-ee0aa72b-6af2-4d17-b93a-8ef0df49bf28 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f441daee40984cababe0a61d887c2f0b&device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 1101 time: 0.0868387 Jan 17 21:46:30.306050 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d3344e8-412c-4dcd-9e84-7f437d6656fb req-6de2aa2d-412e-4d51-8c81-9f699ca515ac tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.0462320 Jan 17 21:46:30.323825 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:30.471445 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-1acf21b6-0e43-4134-8adc-5ce04458bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:30.474332 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-1acf21b6-0e43-4134-8adc-5ce04458bb4f service neutron] 10.222.0.81 "GET /v2.0/networks?id=c944f028-fdcc-4518-83f2-d1a8b9fdc65f HTTP/1.1" status: 200 len: 870 time: 0.1920555 Jan 17 21:46:30.552420 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-edcf1adc-6879-4a6b-a04d-1ed4bb568b9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=7119dd1b-06b0-462e-af06-173b4fc23876 HTTP/1.1" status: 200 len: 217 time: 0.0709224 Jan 17 21:46:30.619420 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-b26d162d-d7e8-499a-95a8-74077a8bdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:30.621104 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-b26d162d-d7e8-499a-95a8-74077a8bdb56 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d22fceb4-b978-45d5-9c4e-a897f720c4f3 HTTP/1.1" status: 200 len: 843 time: 0.0622017 Jan 17 21:46:30.627883 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:30.681227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-4c6c914b-9633-4229-bce4-a9d01b04bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:30.683005 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-4c6c914b-9633-4229-bce4-a9d01b04bde3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c944f028-fdcc-4518-83f2-d1a8b9fdc65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0549724 Jan 17 21:46:30.799832 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:30.806763 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-bf1fdcba-2fee-484b-b7c1-3cd2e2ced328 service neutron] 10.222.0.81 "GET /v2.0/networks/c944f028-fdcc-4518-83f2-d1a8b9fdc65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155374 Jan 17 21:46:30.809677 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4c025571-7371-4f88-a8c1-680c1bdfcc07 admin admin] 10.222.0.74 "PUT /v2.0/routers/f9e050b9-bc1a-4e14-b9e0-74d04db921f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2604258 Jan 17 21:46:30.812429 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42568) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:30.817155 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Sync routers for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:30.830280 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:30.831450 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:30.995036 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-6c8466b7-d5cc-4e45-966c-372f7f5d55f5 req-ca989e16-68fb-4562-ae40-fb11b8ce5861 service neutron] 10.222.0.81 "GET /v2.0/networks/c944f028-fdcc-4518-83f2-d1a8b9fdc65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815598 Jan 17 21:46:31.005452 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:31.064145 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks [] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.350375 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:46:29Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:31.380277 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Checking router: f9e050b9-bc1a-4e14-b9e0-74d04db921f2 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:31.393465 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Routers {'f9e050b9-bc1a-4e14-b9e0-74d04db921f2'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:31.394260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:31.536042 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks [] for router_gateway (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.574523 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a6b9f-d46b-4f13-bc3f-515c1c8709f5 req-b2fe8f94-4495-4039-a042-3ec4339076d4 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:31.584989 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-884a6b9f-d46b-4f13-bc3f-515c1c8709f5 req-b2fe8f94-4495-4039-a042-3ec4339076d4 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 948 time: 0.3874128 Jan 17 21:46:31.603567 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42578) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:31.622424 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] Set router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:31.682998 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7119dd1b-06b0-462e-af06-173b4fc23876 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:46:31.735540 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-884a6b9f-d46b-4f13-bc3f-515c1c8709f5 req-750df5cf-88c8-4602-8012-9cbdfbffa14d tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393778 Jan 17 21:46:31.747143 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Deleting port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:31.747731 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.843432 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-780274ea-eb3a-4eee-9e54-de1924f67cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.893815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7119dd1b-06b0-462e-af06-173b4fc23876,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:31.910602 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '7119dd1b-06b0-462e-af06-173b4fc23876', 'network_id': 'c944f028-fdcc-4518-83f2-d1a8b9fdc65f', 'port_id': '7119dd1b-06b0-462e-af06-173b4fc23876', 'mac_address': 'fa:16:3e:6f:f9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22fceb4-b978-45d5-9c4e-a897f720c4f3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:46:31.937619 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d6dd4c0-7ff3-4f33-bab3-94e3e092c14f req-752e59e0-0b93-4acb-b38c-6c993fca35da tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.1054702 Jan 17 21:46:31.965029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] For port 93bb7fad-71a7-45ac-a70c-f2c92b2932ba, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:31.969558 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 7119dd1b-06b0-462e-af06-173b4fc23876 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:31.969558 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.971525 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:31.972503 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:46:29Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:32.013711 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Calling delete_port for 93bb7fad-71a7-45ac-a70c-f2c92b2932ba owned by network:router_gateway {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:32.014031 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-780274ea-eb3a-4eee-9e54-de1924f67cee admin admin] Publish callbacks [] for security_group (ed1907a7-5e5b-4f46-8c03-6d265e2655a3), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.024486 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ae0b30-b68e-475a-8f1e-87b06c12b047 None None] The sync data for ids ['f9e050b9-bc1a-4e14-b9e0-74d04db921f2'] in dv-cinder-825012-3-iscsi is: [{'id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'name': 'tempest-TestMinimumBasicScenario-1176067029-router', 'tenant_id': '1d76fe22350840edb5055f107b0ac4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219'}], 'enable_snat': True}, 'gw_port_id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:13Z', 'updated_at': '2022-01-17T21:46:29Z', 'revision_number': 5, 'project_id': '1d76fe22350840edb5055f107b0ac4ec', 'gw_port': {'id': '93bb7fad-71a7-45ac-a70c-f2c92b2932ba', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e050b9-bc1a-4e14-b9e0-74d04db921f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:14Z', 'updated_at': '2022-01-17T21:42:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:32.033485 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7119dd1b-06b0-462e-af06-173b4fc23876 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:32.086227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-780274ea-eb3a-4eee-9e54-de1924f67cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ed1907a7-5e5b-4f46-8c03-6d265e2655a3), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.104854 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7119dd1b-06b0-462e-af06-173b4fc23876,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:32.107145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.175916 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-780274ea-eb3a-4eee-9e54-de1924f67cee admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fedb5b479bdf4a87b1b6df6f1d3267d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697901 Jan 17 21:46:32.183890 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42584) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:32.197081 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.210154 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780274ea-eb3a-4eee-9e54-de1924f67cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1907a7-5e5b-4f46-8c03-6d265e2655a3,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:32.305577 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:32.308809 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-8c6a09e8-793f-48d3-9879-3d1b757c3f98 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:32.312968 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-8c6a09e8-793f-48d3-9879-3d1b757c3f98 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 811 time: 0.2613177 Jan 17 21:46:32.386983 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] Publish callbacks [] for security_group (ed1907a7-5e5b-4f46-8c03-6d265e2655a3), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.421058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (93bb7fad-71a7-45ac-a70c-f2c92b2932ba), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.436103 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-8282e115-94ad-461b-9283-191a0232c3a6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1f8fef7312044999847bfc7725c08a9 HTTP/1.1" status: 200 len: 379 time: 0.1114132 Jan 17 21:46:32.439078 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] Publish callbacks [] for security_group (ed1907a7-5e5b-4f46-8c03-6d265e2655a3), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.452852 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'port': {'device_id': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'admin_state_up': True, 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'security_groups': ['17c99ab2-82e6-4864-b870-808c2b7eb4f0']}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:32.478879 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=93bb7fad-71a7-45ac-a70c-f2c92b2932ba,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:32.491153 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['7119dd1b-06b0-462e-af06-173b4fc23876'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:32.591073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.677788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ed1907a7-5e5b-4f46-8c03-6d265e2655a3), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.684315 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.684315 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ed1907a7-5e5b-4f46-8c03-6d265e2655a3 HTTP/1.1" status: 204 len: 168 time: 0.4946029 Jan 17 21:46:32.709796 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18c151-d51c-4e93-85a8-2e91c097ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1907a7-5e5b-4f46-8c03-6d265e2655a3,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:32.774116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Made reservation on behalf of e1f8fef7312044999847bfc7725c08a9 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:32.777834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.851845 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.857409 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks [] for router_controller (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:32.905750 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.000403 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Allocated IP 172.20.0.9 (b58b7d0d-bd8f-4198-b842-e180a43788be/fde2c493-36b4-4954-958e-4cd4cc964b22/2a79c8c9-88eb-4d08-8098-4d40d82e9bf4) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:33.034041 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1d4a0-11e0-49f8-ab8c-a21753ff42b6 req-56d36454-f680-4d0f-93e1-471057b20e26 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:33.036258 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-09d1d4a0-11e0-49f8-ab8c-a21753ff42b6 req-56d36454-f680-4d0f-93e1-471057b20e26 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 949 time: 0.1663187 Jan 17 21:46:33.073203 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (f9e050b9-bc1a-4e14-b9e0-74d04db921f2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.075248 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e050b9-bc1a-4e14-b9e0-74d04db921f2 {{(pid=109913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:46:33.083770 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.086730 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e57997e0-70d6-4090-b1cd-5ea804a0dbc6 admin admin] 10.222.0.74 "DELETE /v2.0/routers/f9e050b9-bc1a-4e14-b9e0-74d04db921f2 HTTP/1.1" status: 204 len: 168 time: 2.2722206 Jan 17 21:46:33.095917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42598) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:33.204040 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Deleting subnet 13d88004-1bd4-42e9-8498-acca00cceea7 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:46:33.210081 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Publish callbacks [] for subnet (13d88004-1bd4-42e9-8498-acca00cceea7), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.298864 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-09d1d4a0-11e0-49f8-ab8c-a21753ff42b6 req-2b1ee752-ece3-4f93-9df4-030f2abe71c3 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506397 Jan 17 21:46:33.299779 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.312813 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (13d88004-1bd4-42e9-8498-acca00cceea7), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.476638 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4c3eb53e-0766-437f-8cb0-f205e84cd245 req-67918eda-28a0-4c51-a4cd-cb72ac79810c tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.0431793 Jan 17 21:46:33.477559 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.516078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (13d88004-1bd4-42e9-8498-acca00cceea7), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.540174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Network b58b7d0d-bd8f-4198-b842-e180a43788be is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:33.551657 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:33.553963 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event updated for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:33.556453 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:33.632575 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:33.633113 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.647825 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7119dd1b-06b0-462e-af06-173b4fc23876 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:33.703621 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42610) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:33.720397 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (13d88004-1bd4-42e9-8498-acca00cceea7), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.734349 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-20b8105c-1b61-408d-bcec-b001fa0d354b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.761664 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-ed44b6cd-1efe-49c3-98d1-c23a1ad7ebae tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3151624 Jan 17 21:46:33.778003 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Request body: {'port': {'device_id': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:33.794520 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f892019-9c7e-4596-949f-92813333c645 None None] Network 3fcac1e8-20e5-4a67-a8c7-b137661c186b requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:33.839716 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.849071 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/13d88004-1bd4-42e9-8498-acca00cceea7 HTTP/1.1" status: 204 len: 168 time: 0.7501328 Jan 17 21:46:33.863838 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42612) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:33.864128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0411c-8045-44ea-ac00-5ac120729001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d88004-1bd4-42e9-8498-acca00cceea7,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:33.885353 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:33.886504 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-941f13b1-201a-4dc8-8d00-a5c5f68f890b tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059142612&fields=id&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 267 time: 0.2295258 Jan 17 21:46:34.021157 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f444a55a-43e5-47e1-87da-2ee50d627fb8 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:34.045472 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 7119dd1b-06b0-462e-af06-173b4fc23876 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:46:34.053181 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 7119dd1b-06b0-462e-af06-173b4fc23876 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:34.053548 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.064179 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: f444a55a-43e5-47e1-87da-2ee50d627fb8 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:34.064798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f444a55a-43e5-47e1-87da-2ee50d627fb8 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:34.065227 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 93bb7fad-71a7-45ac-a70c-f2c92b2932ba no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:34.111178 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (3fcac1e8-20e5-4a67-a8c7-b137661c186b), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.131575 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 93bb7fad-71a7-45ac-a70c-f2c92b2932ba {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:34.131910 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 93bb7fad-71a7-45ac-a70c-f2c92b2932ba not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:34.138491 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-17b73ba0-c2bf-4329-a55f-05497bd4d705 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:34.143565 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-17b73ba0-c2bf-4329-a55f-05497bd4d705 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.2518260 Jan 17 21:46:34.161041 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-20b8105c-1b61-408d-bcec-b001fa0d354b admin admin] Publish callbacks [] for security_group (637a9a33-9370-4d6c-be9a-4b6840fd970e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.165831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-076e9d1f-a50a-4ef0-8a1d-95ae0d2b4f7c None None] Provisioning complete for port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:34.166121 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-076e9d1f-a50a-4ef0-8a1d-95ae0d2b4f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.179277 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-ee77f62d-8bbb-4042-ae85-6b5a99a8019a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/quotas/38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 375 time: 0.0150342 Jan 17 21:46:34.228915 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-076e9d1f-a50a-4ef0-8a1d-95ae0d2b4f7c None None] Port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:34.264007 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-20b8105c-1b61-408d-bcec-b001fa0d354b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (637a9a33-9370-4d6c-be9a-4b6840fd970e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.278345 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 7119dd1b-06b0-462e-af06-173b4fc23876 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:34.279206 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.314451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Deleting port 7705a894-52e4-4c0c-bc72-7cad36407b10 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:34.314795 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.331600 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-20b8105c-1b61-408d-bcec-b001fa0d354b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7c047e0c43cb4b6c930f70c34c6be1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6267958 Jan 17 21:46:34.334424 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:34.337620 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cfd879-606d-4040-a487-cc3752d960da" -d '{"events": [{"server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:34.338208 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-587fcd7e-e602-4db9-89fc-fcfb7c5c58ff tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388695 Jan 17 21:46:34.339105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42614) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:34.358362 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] DHCP port deletion for 3fcac1e8-20e5-4a67-a8c7-b137661c186b request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:46:34.367957 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7119dd1b-06b0-462e-af06-173b4fc23876,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:34.392411 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b8105c-1b61-408d-bcec-b001fa0d354b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637a9a33-9370-4d6c-be9a-4b6840fd970e,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.416178 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:34.432799 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks [] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.437546 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Deleting port 7705a894-52e4-4c0c-bc72-7cad36407b10 {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:34.437766 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.444889 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] For port 7705a894-52e4-4c0c-bc72-7cad36407b10, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=7705a894-52e4-4c0c-bc72-7cad36407b10,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:34.445214 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.465529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Transition to ACTIVE for port object 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:46:34.469217 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Calling delete_port for 7705a894-52e4-4c0c-bc72-7cad36407b10 owned by network:dhcp {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:34.489025 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.526895 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] For port 7705a894-52e4-4c0c-bc72-7cad36407b10, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=7705a894-52e4-4c0c-bc72-7cad36407b10,segment=NetworkSegment(d455a38b-37f8-4b7f-b674-a650f94487fc),segment_id=d455a38b-37f8-4b7f-b674-a650f94487fc)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:34.532880 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.538740 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] Publish callbacks [] for security_group (637a9a33-9370-4d6c-be9a-4b6840fd970e), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.559502 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.572244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Calling delete_port for 7705a894-52e4-4c0c-bc72-7cad36407b10 owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:34.624652 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-6eb96f4c-d548-46f1-b400-dfd7631c06a7 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402029 Jan 17 21:46:34.629285 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] Publish callbacks [] for security_group (637a9a33-9370-4d6c-be9a-4b6840fd970e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.667536 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.714987 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Pushing event updated for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.755291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.774098 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (7705a894-52e4-4c0c-bc72-7cad36407b10), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.803606 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7705a894-52e4-4c0c-bc72-7cad36407b10,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.811077 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] No DVR routers for this DVR port 7705a894-52e4-4c0c-bc72-7cad36407b10 on host dv-cinder-825012-3-iscsi {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:34.825061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] Pushing event deleted for resources: {'Port': ['ID=7705a894-52e4-4c0c-bc72-7cad36407b10,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.843112 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc9b919-c97f-49d3-8d37-5c508425e20f None None] No DVR routers for this DVR port 7705a894-52e4-4c0c-bc72-7cad36407b10 on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:34.882126 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (637a9a33-9370-4d6c-be9a-4b6840fd970e), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.886239 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:34.894002 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/637a9a33-9370-4d6c-be9a-4b6840fd970e HTTP/1.1" status: 204 len: 168 time: 0.5529952 Jan 17 21:46:34.917623 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Attempting to bind port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:34.917950 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Attempting to bind port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:34.918282 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Attempting to bind port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:34.921684 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-428223ef-c1b8-4920-b19d-de88427dbbc3 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534595 Jan 17 21:46:34.925002 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0b0b-9342-4483-947e-9aca69c8e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637a9a33-9370-4d6c-be9a-4b6840fd970e,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:34.927525 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 on network b58b7d0d-bd8f-4198-b842-e180a43788be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:46:34.928387 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Attempting to bind port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 on network b58b7d0d-bd8f-4198-b842-e180a43788be {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:34.941261 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:34.941665 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Checking segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:34.942066 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Bound using segment: {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:34.942525 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Bound port: 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14e96d-2965-4818-bd91-1e786a990774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:34.942893 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.000228 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (3fcac1e8-20e5-4a67-a8c7-b137661c186b), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.063751 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fcac1e8-20e5-4a67-a8c7-b137661c186b']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:35.104802 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd455a38b-37f8-4b7f-b674-a650f94487fc') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:35.105161 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd455a38b-37f8-4b7f-b674-a650f94487fc') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:35.135529 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (d455a38b-37f8-4b7f-b674-a650f94487fc), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.152644 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:35.161928 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:35.167150 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (d455a38b-37f8-4b7f-b674-a650f94487fc), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.177417 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:46:35.178048 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (d455a38b-37f8-4b7f-b674-a650f94487fc), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:46:35.181019 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:46:35.184786 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:46:35.261483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.340449 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:35.341476 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.345289 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] 10.222.0.81 "PUT /v2.0/ports/2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 200 len: 1093 time: 1.5753636 Jan 17 21:46:35.346054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:35.350517 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8" -d '{"events": [{"name": "network-changed", "server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:35.392220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f936e49-a4fe-4a38-87b4-1030319b1a51 service neutron] Pushing event updated for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:35.410150 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (3fcac1e8-20e5-4a67-a8c7-b137661c186b), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.418609 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:35.426323 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/3fcac1e8-20e5-4a67-a8c7-b137661c186b HTTP/1.1" status: 204 len: 168 time: 1.5694702 Jan 17 21:46:35.429017 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42632) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:35.448494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0b229-7363-475f-a2b9-2b49d1a8fee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fcac1e8-20e5-4a67-a8c7-b137661c186b,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:35.618035 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-e118dcef-5f63-4587-be45-8929dad145c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:35.620768 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-e118dcef-5f63-4587-be45-8929dad145c0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 1096 time: 0.0691733 Jan 17 21:46:35.737985 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 7705a894-52e4-4c0c-bc72-7cad36407b10 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:35.752582 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-25ecaa29-5354-45e9-93a2-6365bd290cba service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 200 len: 217 time: 0.1239638 Jan 17 21:46:35.802910 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 7705a894-52e4-4c0c-bc72-7cad36407b10 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:35.803534 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 7705a894-52e4-4c0c-bc72-7cad36407b10 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:35.862192 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa07871-06d5-4a76-b2b4-c5c69de429a8 req-21f7e08d-8b28-4d75-a1fb-c6e725c8d344 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:35.869535 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-caa07871-06d5-4a76-b2b4-c5c69de429a8 req-21f7e08d-8b28-4d75-a1fb-c6e725c8d344 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0822053 Jan 17 21:46:35.882112 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7a5c7532-909c-4f8b-ac77-58fe1be93fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:35.883982 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-7a5c7532-909c-4f8b-ac77-58fe1be93fa9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.1251373 Jan 17 21:46:35.963240 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-15da895d-a891-4d73-8b45-ac698a806196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:35.965883 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-15da895d-a891-4d73-8b45-ac698a806196 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756056 Jan 17 21:46:35.997167 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-caa07871-06d5-4a76-b2b4-c5c69de429a8 req-62f1a47b-3ed7-469a-8450-753d1e0f8018 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264126 Jan 17 21:46:36.088471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2b332d-9745-4ee2-8887-db9ef8bdc451 x-openstack-request-id: req-fe2b332d-9745-4ee2-8887-db9ef8bdc451 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:36.088916 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "name": "network-vif-plugged", "status": "completed", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:36.089336 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe2b332d-9745-4ee2-8887-db9ef8bdc451 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:36.089993 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876', 'code': 200} Jan 17 21:46:36.130289 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-aa70ec32-557a-4340-af39-4fb4c840e855 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559622 Jan 17 21:46:36.272595 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:36.282725 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982aa68-3a75-49c0-a8c9-159a260fc881 req-1ee56f4c-2dcf-469a-9381-7882f8dcbf8f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:36.284243 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c982aa68-3a75-49c0-a8c9-159a260fc881 req-1ee56f4c-2dcf-469a-9381-7882f8dcbf8f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 943 time: 0.0743043 Jan 17 21:46:36.291413 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e18d99b9-4265-46f1-abe2-6035573c9033 req-5e92b7c9-f655-4adc-8d75-3524929c7229 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524405 Jan 17 21:46:36.426160 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c982aa68-3a75-49c0-a8c9-159a260fc881 req-0332cfae-d009-4319-ab9f-b80eb13d4e8d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019166 Jan 17 21:46:36.534662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2522049c-7117-4d5e-8e37-aa57c0e20a46 x-openstack-request-id: req-2522049c-7117-4d5e-8e37-aa57c0e20a46 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:36.535037 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:36.535622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2522049c-7117-4d5e-8e37-aa57c0e20a46 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:36.536302 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'status': 'completed', 'code': 200} Jan 17 21:46:36.634103 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ecf20ca-9929-4a02-a058-5e350432257f req-38ab65f4-9b96-4b5b-aedc-35809e300ae7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0451946 Jan 17 21:46:36.644643 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-dc2639f8-8db9-4de4-9bf8-898acf2c25a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:36.648044 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-dc2639f8-8db9-4de4-9bf8-898acf2c25a4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 1096 time: 0.0863149 Jan 17 21:46:36.741084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d43b1-48c2-44f6-b1be-b8d0edb1589f req-9580c82e-59bd-4dcf-850f-8fa6ebfd2d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:36.742581 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bb2d43b1-48c2-44f6-b1be-b8d0edb1589f req-9580c82e-59bd-4dcf-850f-8fa6ebfd2d98 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 1103 time: 0.1125491 Jan 17 21:46:36.816149 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bb2d43b1-48c2-44f6-b1be-b8d0edb1589f req-2188f821-41a6-4772-882c-443ac2a79745 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557036 Jan 17 21:46:36.829648 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Deleting port b63dfac5-f2aa-467f-841d-3fe40bf61547 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:36.830459 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:36.831940 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-4c3ed0f1-16d5-4c8d-a3da-6d0b69b1cb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:36.834802 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-4c3ed0f1-16d5-4c8d-a3da-6d0b69b1cb3d service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.1799378 Jan 17 21:46:36.966058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] For port b63dfac5-f2aa-467f-841d-3fe40bf61547, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=b63dfac5-f2aa-467f-841d-3fe40bf61547,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:36.966729 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:36.992207 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Calling delete_port for b63dfac5-f2aa-467f-841d-3fe40bf61547 owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:37.080097 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-a489ea68-8084-4077-b272-4d44d6702435 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 200 len: 217 time: 0.0678661 Jan 17 21:46:37.169275 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-bdb84436-6153-469c-9375-f65b5547694a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:37.169852 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-bdb84436-6153-469c-9375-f65b5547694a service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.0825226 Jan 17 21:46:37.263480 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-e37ef4c2-070d-4061-9cfd-c6376dbfd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:37.266592 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-e37ef4c2-070d-4061-9cfd-c6376dbfd1c8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891805 Jan 17 21:46:37.286737 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390428a-622b-4ed7-8102-94163e53f47f req-c81b9288-b306-4aa5-9024-814dfef1b62e tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:37.289569 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3390428a-622b-4ed7-8102-94163e53f47f req-c81b9288-b306-4aa5-9024-814dfef1b62e tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.1390617 Jan 17 21:46:37.374595 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-f59527fb-e88a-4c58-b16f-343313b0b934 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010699 Jan 17 21:46:37.393883 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3390428a-622b-4ed7-8102-94163e53f47f req-1f23ea5a-f6a7-459b-9d37-44edbdc4a78d tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931685 Jan 17 21:46:37.492952 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-1bbe9a45-6685-4a7f-813a-bda1e400a4a8 req-39c56cf8-8743-485a-9dcf-cbe5c1ea8180 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105006 Jan 17 21:46:37.522118 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (b63dfac5-f2aa-467f-841d-3fe40bf61547), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:37.572473 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b63dfac5-f2aa-467f-841d-3fe40bf61547,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:37.670869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f1b17-ebe3-4349-beb0-175b585b110e req-9fbda61f-1ba2-492c-909b-918f995e4752 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:37.672917 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-740f1b17-ebe3-4349-beb0-175b585b110e req-9fbda61f-1ba2-492c-909b-918f995e4752 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 943 time: 0.1405616 Jan 17 21:46:37.819529 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-740f1b17-ebe3-4349-beb0-175b585b110e req-8f94f120-9313-4153-b251-c7ac3bcb0e15 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940080 Jan 17 21:46:37.855511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:37.999344 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f6fb504f-e3df-4677-bde9-0b31cb64ed4e req-6f070429-20c9-4193-9fa0-ecefae17a487 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0647061 Jan 17 21:46:38.214858 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:38.677723 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9a1b-1354-463c-8d14-0d4956b62260 req-3d8df9f5-0297-4bae-80f8-6391103bf959 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:38.679353 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8a3a9a1b-1354-463c-8d14-0d4956b62260 req-3d8df9f5-0297-4bae-80f8-6391103bf959 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.1018772 Jan 17 21:46:38.699398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:38.711978 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c464daa2-c9b5-4193-a5f7-ca37eb128b6f admin admin] 10.222.0.74 "PUT /v2.0/routers/23cd21cb-e730-4b38-8858-3bc1db5a4c17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2758679 Jan 17 21:46:38.714775 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42690) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:38.715594 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Sync routers for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:38.726299 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:38.726916 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:38.768474 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8a3a9a1b-1354-463c-8d14-0d4956b62260 req-121fe58e-a040-48c3-864f-a895b4e6ccf8 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772126 Jan 17 21:46:38.861399 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:38.868678 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks [] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:39.079361 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:46:37Z', 'revision_number': 5, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:39.116542 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Checking router: 23cd21cb-e730-4b38-8858-3bc1db5a4c17 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:39.128627 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Routers {'23cd21cb-e730-4b38-8858-3bc1db5a4c17'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:39.129331 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:39.270338 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] Set router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:39.467234 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks [] for router_gateway (23cd21cb-e730-4b38-8858-3bc1db5a4c17), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:39.541929 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:46:37Z', 'revision_number': 5, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:39.549673 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d1f65-e615-4f04-810a-e6326a8a07ac req-87899311-9d8a-49b9-a04f-fcf9756cd30a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:39.553243 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e63d1f65-e615-4f04-810a-e6326a8a07ac req-87899311-9d8a-49b9-a04f-fcf9756cd30a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 943 time: 0.1082613 Jan 17 21:46:39.572268 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9ba6ac-93ed-4393-9a4e-ecf75797cf3c None None] The sync data for ids ['23cd21cb-e730-4b38-8858-3bc1db5a4c17'] in dv-cinder-825012-3-iscsi is: [{'id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'name': 'tempest-TestMinimumBasicScenario-19227938-router', 'tenant_id': '655472e7cfcf456c8d27a26771ebdec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:42:26Z', 'updated_at': '2022-01-17T21:46:37Z', 'revision_number': 5, 'project_id': '655472e7cfcf456c8d27a26771ebdec9', 'gw_port': {'id': '2e0492d5-e6f6-4845-94ce-1a7fec5decf4', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23cd21cb-e730-4b38-8858-3bc1db5a4c17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:42:28Z', 'updated_at': '2022-01-17T21:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:39.665934 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:46:39.691287 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-b9c7a85f-4aad-48a3-8e5f-62d1257b82ed tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:39.693456 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-b9c7a85f-4aad-48a3-8e5f-62d1257b82ed tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.2301323 Jan 17 21:46:39.698925 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e63d1f65-e615-4f04-810a-e6326a8a07ac req-126773dd-6a96-4fa3-9279-3e8f9dad54f3 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082795 Jan 17 21:46:39.744494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Deleting port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:39.745364 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:39.840678 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-89bfc6b4-7ce1-4747-83ba-d0094c289ffa req-5f6da166-04bf-4f98-9cf1-2d64c5390bec tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0416963 Jan 17 21:46:39.886094 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-7cbc05ec-aa15-4f75-bc71-9845afb966ee tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 380 time: 0.1785710 Jan 17 21:46:39.894977 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:39.910579 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'port': {'device_id': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'admin_state_up': True, 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'security_groups': ['1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9']}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:39.922862 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'port_id': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'mac_address': 'fa:16:3e:fe:6b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:46:40.034436 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:40.034875 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.058704 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:40.083616 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13855578-65f5-415c-8cda-3a564491c406 req-6fc0e664-0e09-4e77-8bfa-ee05d9ffe764 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:40.086642 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13855578-65f5-415c-8cda-3a564491c406 req-6fc0e664-0e09-4e77-8bfa-ee05d9ffe764 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.1312664 Jan 17 21:46:40.101599 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:40.168514 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] For port 2e0492d5-e6f6-4845-94ce-1a7fec5decf4, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:40.169100 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.173242 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13855578-65f5-415c-8cda-3a564491c406 req-fc15d1bd-ba6c-49e7-af99-a1d4bc53eca6 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785565 Jan 17 21:46:40.207226 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Calling delete_port for 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 owned by network:router_gateway {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:40.255120 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.326159 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:40.470780 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Made reservation on behalf of 38b0c8491cf6492f9c65effbc4f95228 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:40.474473 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.506711 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:40.621875 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (2e0492d5-e6f6-4845-94ce-1a7fec5decf4), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.661405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0492d5-e6f6-4845-94ce-1a7fec5decf4,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:40.690249 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.20.0.5 (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c/dd8988e0-d11a-43e6-af91-81ce04a4b6c6/46108a92-1656-4dbf-92c9-960da4f03d32) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:40.724267 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-4a78224f-e9b1-4ffa-8dfe-2b1b13bc8eab tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:40.725919 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-4a78224f-e9b1-4ffa-8dfe-2b1b13bc8eab tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.81 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0979116 Jan 17 21:46:40.846630 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.875278 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Deleting port 7119dd1b-06b0-462e-af06-173b4fc23876 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:40.875725 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:40.951226 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574bcc-6883-4607-9bfa-8b28d4798df7 req-341c606a-1eb5-4e72-8dbd-86c1d608b065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:40.953728 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-96574bcc-6883-4607-9bfa-8b28d4798df7 req-341c606a-1eb5-4e72-8dbd-86c1d608b065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 944 time: 0.1211586 Jan 17 21:46:41.026022 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] For port 7119dd1b-06b0-462e-af06-173b4fc23876, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=7119dd1b-06b0-462e-af06-173b4fc23876,segment=NetworkSegment(fe1bf309-ff87-4e5a-a00f-6967ce6a1de4),segment_id=fe1bf309-ff87-4e5a-a00f-6967ce6a1de4)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:41.026404 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.050119 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-96574bcc-6883-4607-9bfa-8b28d4798df7 req-e437decd-aae2-4a14-ac62-67916d46036a tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893347 Jan 17 21:46:41.050821 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Calling delete_port for 7119dd1b-06b0-462e-af06-173b4fc23876 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:41.069022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.077197 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks [] for router_controller (23cd21cb-e730-4b38-8858-3bc1db5a4c17), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.202496 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (46108a92-1656-4dbf-92c9-960da4f03d32), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.222856 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3689d0c5-692d-4883-849d-31f5c0821769 req-5172e8f9-365e-4c75-8f2f-30b97603b3c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0582719 Jan 17 21:46:41.322719 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (23cd21cb-e730-4b38-8858-3bc1db5a4c17), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.324026 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23cd21cb-e730-4b38-8858-3bc1db5a4c17 {{(pid=109914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:46:41.338984 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.341250 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-01ea1d82-c5d8-48c4-9a2f-df8f16b69e9b admin admin] 10.222.0.74 "DELETE /v2.0/routers/23cd21cb-e730-4b38-8858-3bc1db5a4c17 HTTP/1.1" status: 204 len: 168 time: 2.6290398 Jan 17 21:46:41.344197 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42720) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:41.406777 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfda944-6d92-41f5-b9e3-092ad203dc80 req-035a7bf8-d55e-4faa-9d30-fd14fe96f9a9 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:41.408739 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edfda944-6d92-41f5-b9e3-092ad203dc80 req-035a7bf8-d55e-4faa-9d30-fd14fe96f9a9 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 950 time: 0.0939820 Jan 17 21:46:41.438390 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Deleting subnet 8b73588f-310d-43c0-9d97-17ea3c964aec {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:46:41.444752 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Publish callbacks [] for subnet (8b73588f-310d-43c0-9d97-17ea3c964aec), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.451504 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.491141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edfda944-6d92-41f5-b9e3-092ad203dc80 req-5b1fdb66-a362-43d3-a3e8-bf0f79001731 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/security-groups?id=96cd188c-b6bc-4bc4-900a-54c857c573bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601978 Jan 17 21:46:41.545679 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (7119dd1b-06b0-462e-af06-173b4fc23876), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.559248 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['7119dd1b-06b0-462e-af06-173b4fc23876'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:41.575244 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (8b73588f-310d-43c0-9d97-17ea3c964aec), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.580177 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:41.605489 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:41.613363 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:41.633671 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Pushing event deleted for resources: {'Port': ['ID=7119dd1b-06b0-462e-af06-173b4fc23876,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:41.659761 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:41.682154 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:41.682436 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:41.682959 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.732321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] No DVR routers for this DVR port 7119dd1b-06b0-462e-af06-173b4fc23876 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:41.739088 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.745743 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e07a349c-1362-4f7f-94ca-0c35912f2c72 req-26ea028a-d78a-491b-ad4c-485a043ec07f tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.81 "DELETE /v2.0/ports/7119dd1b-06b0-462e-af06-173b4fc23876 HTTP/1.1" status: 204 len: 173 time: 1.0141563 Jan 17 21:46:41.756027 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'name': 'network-vif-deleted', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:41.767715 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8720f6ce-04ce-4868-ab1c-9086cc792f8f" -d '{"events": [{"server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "name": "network-vif-deleted", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:41.844111 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (8b73588f-310d-43c0-9d97-17ea3c964aec), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:41.945946 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5ee01fab-00e7-4784-819a-0b5be594a9cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0446970 Jan 17 21:46:41.980404 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Request body: {'port': {'device_id': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:42.042392 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:46:42.054463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:42.057443 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.173951 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.227660 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device b63dfac5-f2aa-467f-841d-3fe40bf61547 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:42.237959 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e1e19b-3197-45e9-8528-4b289a4ee153 x-openstack-request-id: req-a3e1e19b-3197-45e9-8528-4b289a4ee153 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:42.239941 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab14032-26ec-4bca-b1a1-e3d22591a8e7", "name": "network-vif-deleted", "tag": "7119dd1b-06b0-462e-af06-173b4fc23876", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:42.240718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3e1e19b-3197-45e9-8528-4b289a4ee153 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:42.241468 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab14032-26ec-4bca-b1a1-e3d22591a8e7', 'name': 'network-vif-deleted', 'tag': '7119dd1b-06b0-462e-af06-173b4fc23876', 'status': 'completed', 'code': 200} Jan 17 21:46:42.284889 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: b63dfac5-f2aa-467f-841d-3fe40bf61547 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:42.285288 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device b63dfac5-f2aa-467f-841d-3fe40bf61547 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:42.285966 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:42.338454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:42.339075 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2e0492d5-e6f6-4845-94ce-1a7fec5decf4 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:42.345966 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:42.346677 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.372448 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (8b73588f-310d-43c0-9d97-17ea3c964aec), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.379670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-ffd87d3f-965b-449a-8752-f29d1ffe1bcb None None] Provisioning complete for port 46108a92-1656-4dbf-92c9-960da4f03d32 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:42.379670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ffd87d3f-965b-449a-8752-f29d1ffe1bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.384318 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48790e-992c-44b2-b4e3-6746fad9ddc6 req-23ba6120-a2fd-43c0-9440-606e4099c998 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:42.386198 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cb48790e-992c-44b2-b4e3-6746fad9ddc6 req-23ba6120-a2fd-43c0-9440-606e4099c998 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 944 time: 0.0800512 Jan 17 21:46:42.436605 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:42.440682 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50a05c9-88b4-40fb-96b4-23f77e9e484f" -d '{"events": [{"server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "name": "network-vif-plugged", "status": "completed", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:42.451195 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b73588f-310d-43c0-9d97-17ea3c964aec,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:42.461793 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.465587 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-af89d91d-2706-43ed-a273-aa215a610be0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8b73588f-310d-43c0-9d97-17ea3c964aec HTTP/1.1" status: 204 len: 168 time: 1.1201110 Jan 17 21:46:42.469860 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42734) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:42.473575 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cb48790e-992c-44b2-b4e3-6746fad9ddc6 req-32db6e36-30f0-4332-996f-c931e0533861 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726845 Jan 17 21:46:42.474954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d46fe-9907-488b-a254-98e58d1950de None None] Network 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:42.520232 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:42.582277 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-ffd87d3f-965b-449a-8752-f29d1ffe1bcb None None] Port 46108a92-1656-4dbf-92c9-960da4f03d32 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:42.646748 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.699344 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df9c1d-677a-4b78-829b-9f359854d49d req-a1b4ec8c-a014-44e7-b92b-d56dd7d2f740 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:42.700974 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-60df9c1d-677a-4b78-829b-9f359854d49d req-a1b4ec8c-a014-44e7-b92b-d56dd7d2f740 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 931 time: 0.0826828 Jan 17 21:46:42.718451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (2e6d6e77-36f0-45d4-a80b-9c5f33ded248), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.767369 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-60df9c1d-677a-4b78-829b-9f359854d49d req-7c14c440-3692-4fa5-b5e4-3925d84673d9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586267 Jan 17 21:46:42.782799 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:42.826033 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46108a92-1656-4dbf-92c9-960da4f03d32 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:42.837418 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks [] for port (46108a92-1656-4dbf-92c9-960da4f03d32), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.856755 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Transition to ACTIVE for port object 46108a92-1656-4dbf-92c9-960da4f03d32 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:46:42.862604 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Deleting port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:42.862763 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.908129 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] DHCP port deletion for 2e6d6e77-36f0-45d4-a80b-9c5f33ded248 request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:46:42.928373 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:42.961960 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d12e38-1456-40bc-b61b-fc87786f3d3b x-openstack-request-id: req-68d12e38-1456-40bc-b61b-fc87786f3d3b {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:42.962658 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "name": "network-vif-plugged", "status": "completed", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:42.963104 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-68d12e38-1456-40bc-b61b-fc87786f3d3b {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:42.963763 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'code': 200} Jan 17 21:46:42.982773 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Deleting port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:42.983624 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.047551 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] For port efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:43.048165 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.074791 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] For port efe6b416-5e9f-4f77-bd48-064d3bb68ba6, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,segment=NetworkSegment(26798c7f-5590-4e97-a7a7-b3dd532fbfb0),segment_id=26798c7f-5590-4e97-a7a7-b3dd532fbfb0)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:43.075395 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.096167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Calling delete_port for efe6b416-5e9f-4f77-bd48-064d3bb68ba6 owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:43.100905 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f4bceb72-1c82-45b4-8f48-3318448576f9 req-71a2f80f-f5f7-4e75-9e2a-6b8f2f53c0fc tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0380771 Jan 17 21:46:43.103997 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Calling delete_port for efe6b416-5e9f-4f77-bd48-064d3bb68ba6 owned by network:dhcp {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:43.146957 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Pushing event updated for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:43.273113 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Attempting to bind port 46108a92-1656-4dbf-92c9-960da4f03d32 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:43.273455 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Attempting to bind port 46108a92-1656-4dbf-92c9-960da4f03d32 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:43.273784 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Attempting to bind port 46108a92-1656-4dbf-92c9-960da4f03d32 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:43.287376 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Port 46108a92-1656-4dbf-92c9-960da4f03d32 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:46:43.287376 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Attempting to bind port 46108a92-1656-4dbf-92c9-960da4f03d32 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:43.296847 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:43.297127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:43.297494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Bound using segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:43.297932 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Bound port: 46108a92-1656-4dbf-92c9-960da4f03d32, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:43.298349 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.375824 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:43.379573 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=46108a92-1656-4dbf-92c9-960da4f03d32,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:43.384611 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.390029 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (efe6b416-5e9f-4f77-bd48-064d3bb68ba6), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.411957 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] Pushing event deleted for resources: {'Port': ['ID=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:43.419190 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=efe6b416-5e9f-4f77-bd48-064d3bb68ba6,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:43.420808 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e17d3-d0fe-4945-8097-b0d26e7f14ce None None] No DVR routers for this DVR port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:43.423984 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] No DVR routers for this DVR port efe6b416-5e9f-4f77-bd48-064d3bb68ba6 on host dv-cinder-825012-3-iscsi {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:46:43.506518 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (2e6d6e77-36f0-45d4-a80b-9c5f33ded248), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.528293 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.534943 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6d6e77-36f0-45d4-a80b-9c5f33ded248']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:43.572980 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26798c7f-5590-4e97-a7a7-b3dd532fbfb0') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:43.573376 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26798c7f-5590-4e97-a7a7-b3dd532fbfb0') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:43.595164 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:43.595892 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.597351 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] 10.222.0.81 "PUT /v2.0/ports/46108a92-1656-4dbf-92c9-960da4f03d32 HTTP/1.1" status: 200 len: 1093 time: 1.6338320 Jan 17 21:46:43.600029 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:43.602238 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:43.608087 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (26798c7f-5590-4e97-a7a7-b3dd532fbfb0), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.633114 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (26798c7f-5590-4e97-a7a7-b3dd532fbfb0), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.635701 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ae564-12cf-4cae-b955-050348a106f0 service neutron] Pushing event updated for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:43.643841 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:46:43.644247 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (26798c7f-5590-4e97-a7a7-b3dd532fbfb0), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self.session.flush() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self.session.flush() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self.session.flush() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self.session.flush() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:46:43.651139 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:46:43.703786 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device efe6b416-5e9f-4f77-bd48-064d3bb68ba6 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:43.730670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: efe6b416-5e9f-4f77-bd48-064d3bb68ba6 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:43.731348 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device efe6b416-5e9f-4f77-bd48-064d3bb68ba6 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:43.756867 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2bc86f-2f29-4a07-a2bb-aaf76b29e6de req-5c45297c-ce47-4a58-9f8b-ea0ea0999e26 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:43.756867 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d2bc86f-2f29-4a07-a2bb-aaf76b29e6de req-5c45297c-ce47-4a58-9f8b-ea0ea0999e26 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0845726 Jan 17 21:46:43.812090 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2d2bc86f-2f29-4a07-a2bb-aaf76b29e6de req-f64cd42a-a1fb-4d91-a3f0-7ee1b51f4969 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498271 Jan 17 21:46:43.819883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (2e6d6e77-36f0-45d4-a80b-9c5f33ded248), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.826841 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:43.839986 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] 10.222.0.74 "DELETE /v2.0/networks/2e6d6e77-36f0-45d4-a80b-9c5f33ded248 HTTP/1.1" status: 204 len: 168 time: 1.3632884 Jan 17 21:46:43.872550 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df09a1e-7b0b-4d58-b557-b3e387b69b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6d6e77-36f0-45d4-a80b-9c5f33ded248,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:43.877367 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5b6f2a-56f2-40cd-a46d-8c817e6a682a x-openstack-request-id: req-4e5b6f2a-56f2-40cd-a46d-8c817e6a682a {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:43.877813 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:43.878279 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4e5b6f2a-56f2-40cd-a46d-8c817e6a682a {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:43.879752 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32', 'status': 'completed', 'code': 200} Jan 17 21:46:43.987564 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436947-73c8-4b0b-b4ce-9b9527c0ef65 req-c5d80566-4d6e-449b-9545-c0d08c327465 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:43.989511 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e5436947-73c8-4b0b-b4ce-9b9527c0ef65 req-c5d80566-4d6e-449b-9545-c0d08c327465 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.0587027 Jan 17 21:46:44.048850 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e5436947-73c8-4b0b-b4ce-9b9527c0ef65 req-2baa4b89-52ef-4df5-a8a7-6ea34e187f51 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535007 Jan 17 21:46:44.208340 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bfe1417f-7d6d-4c6c-8df9-c204aff0a1ee req-3571b0e9-6427-4518-a8a4-1142b901ca95 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jan 17 21:46:44.447016 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42754) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:44.492299 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-041fc5be-ce57-496e-9352-2dd943c0dc34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1d76fe22350840edb5055f107b0ac4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440359 Jan 17 21:46:44.495081 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42756) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:44.548404 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] Publish callbacks [] for security_group (df2ee7df-8e8f-4aa0-a9b5-d986a7315b07), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:44.577110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] Publish callbacks [] for security_group (df2ee7df-8e8f-4aa0-a9b5-d986a7315b07), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:44.735423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (df2ee7df-8e8f-4aa0-a9b5-d986a7315b07), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:44.738416 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:44.740111 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/df2ee7df-8e8f-4aa0-a9b5-d986a7315b07 HTTP/1.1" status: 204 len: 168 time: 0.2438335 Jan 17 21:46:44.753993 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adb9e5-7220-4281-a74e-aabe2eb521f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2ee7df-8e8f-4aa0-a9b5-d986a7315b07,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:44.951726 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b1112-9bb7-429e-9d39-ecf95edc74fa req-845e654e-2855-4197-a905-8f52ae64310d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:44.953508 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-208b1112-9bb7-429e-9d39-ecf95edc74fa req-845e654e-2855-4197-a905-8f52ae64310d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0561261 Jan 17 21:46:45.050149 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-208b1112-9bb7-429e-9d39-ecf95edc74fa req-372f9cf1-bf6e-44fb-90c2-82c78261fa37 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843475 Jan 17 21:46:45.205196 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98de47-0ea4-4eea-863b-0d3e3cd3c9fd req-f01b39fb-66cc-49fb-b034-1d748b1efb08 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:45.208178 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0f98de47-0ea4-4eea-863b-0d3e3cd3c9fd req-f01b39fb-66cc-49fb-b034-1d748b1efb08 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.0798929 Jan 17 21:46:45.283844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0f98de47-0ea4-4eea-863b-0d3e3cd3c9fd req-de7f4189-92d9-4359-89bf-b427a63d86b3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693030 Jan 17 21:46:45.432329 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-18bd2e93-57ff-4457-96bb-535c0801f3ae req-92b7be58-8ce1-4242-a390-ee572e01c608 tempest-VolumesNegativeTest-1999638632 tempest-VolumesNegativeTest-1999638632-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ab14032-26ec-4bca-b1a1-e3d22591a8e7 HTTP/1.1" status: 200 len: 210 time: 0.0282698 Jan 17 21:46:45.636387 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42770) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:45.722676 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff52796-6c13-4b9a-bcbe-10830d1d2dc0 req-252ed9b2-05b7-4b1f-a437-bacc08089fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:45.724263 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eff52796-6c13-4b9a-bcbe-10830d1d2dc0 req-252ed9b2-05b7-4b1f-a437-bacc08089fd2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 1098 time: 0.0559974 Jan 17 21:46:45.750507 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-a6d8b92f-1660-4a6e-aecb-cea239fec363 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=655472e7cfcf456c8d27a26771ebdec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1114631 Jan 17 21:46:45.755234 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42774) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:45.775653 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eff52796-6c13-4b9a-bcbe-10830d1d2dc0 req-3b338249-2522-45d4-865b-f7361cb7e72f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451438 Jan 17 21:46:45.778469 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-5411284f-06cc-4915-96f5-412a4b141f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:45.780873 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-5411284f-06cc-4915-96f5-412a4b141f38 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1096 time: 0.1123650 Jan 17 21:46:45.823791 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] Publish callbacks [] for security_group (7f254892-ba15-4f28-a511-62c1c1db4083), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:45.851504 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] Publish callbacks [] for security_group (7f254892-ba15-4f28-a511-62c1c1db4083), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:45.877697 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7119dd1b-06b0-462e-af06-173b4fc23876 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:46:45.916484 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 7119dd1b-06b0-462e-af06-173b4fc23876 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:46:45.916934 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 7119dd1b-06b0-462e-af06-173b4fc23876 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:46:46.081532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (7f254892-ba15-4f28-a511-62c1c1db4083), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:46.085671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:46.087518 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7f254892-ba15-4f28-a511-62c1c1db4083 HTTP/1.1" status: 204 len: 168 time: 0.3312261 Jan 17 21:46:46.117712 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44d43b-d474-4dd3-b3f1-9988d51396ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f254892-ba15-4f28-a511-62c1c1db4083,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:46.199774 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-775c7e2a-f742-4d1f-9831-7e6fe5e66803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:46.202618 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-775c7e2a-f742-4d1f-9831-7e6fe5e66803 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=38b0c8491cf6492f9c65effbc4f95228&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2025776 Jan 17 21:46:46.213481 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43c838-a4fc-46c9-91ff-39cf3a07578f req-40db4ecc-1005-4163-a561-c732a3ddfa24 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:46.215815 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6b43c838-a4fc-46c9-91ff-39cf3a07578f req-40db4ecc-1005-4163-a561-c732a3ddfa24 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0862603 Jan 17 21:46:46.308776 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6b43c838-a4fc-46c9-91ff-39cf3a07578f req-c5757565-3d05-4cf5-a610-6ee1c01e0656 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809627 Jan 17 21:46:46.354662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-a81ba771-630c-4ebb-818b-fe9526fcf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:46.356273 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-ad28b40f-78e6-48fd-822b-e16a3d56f3e8 req-a81ba771-630c-4ebb-818b-fe9526fcf6f2 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1464932 Jan 17 21:46:46.445060 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a9e21-0000-4b06-9ecd-4f7f15dea40f req-92b1bbc9-cd36-41c4-977d-8c99aa2c8791 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:46.446838 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a28a9e21-0000-4b06-9ecd-4f7f15dea40f req-92b1bbc9-cd36-41c4-977d-8c99aa2c8791 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.0633025 Jan 17 21:46:46.531999 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a28a9e21-0000-4b06-9ecd-4f7f15dea40f req-31aaaaa7-bd5b-4425-acf6-e96c8d870232 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774956 Jan 17 21:46:46.812743 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-02277337-3c65-4f7b-b71d-13cf7609d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:46.818003 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-02277337-3c65-4f7b-b71d-13cf7609d16c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1096 time: 0.4149456 Jan 17 21:46:46.898615 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-044c66cb-010a-4c74-9448-9ebf5750b328 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46108a92-1656-4dbf-92c9-960da4f03d32 HTTP/1.1" status: 200 len: 217 time: 0.0711663 Jan 17 21:46:47.002209 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-a22df5ba-715c-4892-a70c-4a989534f871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:47.006474 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-a22df5ba-715c-4892-a70c-4a989534f871 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0999670 Jan 17 21:46:47.090717 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-b2879fde-09cc-49fc-b87f-7348f44d372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:47.094154 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-b2879fde-09cc-49fc-b87f-7348f44d372f service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808921 Jan 17 21:46:47.247402 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-5c77ffa9-42b9-4311-87d4-51c517a1fde1 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466022 Jan 17 21:46:47.388890 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42822) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:47.428181 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9451d94f-76e8-40a2-b398-5972b0bc3f1e req-05b55c29-7932-445f-8b52-6dc502f051af service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707675 Jan 17 21:46:47.483384 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (2fcf000d-cab7-44a9-ac7d-33d10c884eb6), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:47.573942 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (2fcf000d-cab7-44a9-ac7d-33d10c884eb6), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:47.621272 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22093d6c-68d0-49ec-a7fc-c44f7d32323c req-644e9e47-cdb8-448c-a489-c42639204f68 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:47.625197 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-22093d6c-68d0-49ec-a7fc-c44f7d32323c req-644e9e47-cdb8-448c-a489-c42639204f68 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.1496141 Jan 17 21:46:47.710618 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-22093d6c-68d0-49ec-a7fc-c44f7d32323c req-3435aa56-a2bb-4f0c-a59d-6c3944a65759 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696599 Jan 17 21:46:47.829885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2fcf000d-cab7-44a9-ac7d-33d10c884eb6), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:47.834001 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:47.842633 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "DELETE /v2.0/security-groups/2fcf000d-cab7-44a9-ac7d-33d10c884eb6 HTTP/1.1" status: 204 len: 168 time: 0.4447014 Jan 17 21:46:47.843622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42840) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:47.865974 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75523f1-ac57-46b1-9539-df926bc4360d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcf000d-cab7-44a9-ac7d-33d10c884eb6,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:47.909678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b1676-9b14-436a-b8b0-67cccd849512 req-08293abc-057a-4e85-bc41-bc38b3f8b4dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:47.913379 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.api.v2.resource [None req-1e27998a-2c55-4ce4-a66b-d4a503e2d64f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] show failed (client error): The resource could not be found. Jan 17 21:46:47.914732 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1e27998a-2c55-4ce4-a66b-d4a503e2d64f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups/2fcf000d-cab7-44a9-ac7d-33d10c884eb6 HTTP/1.1" status: 404 len: 347 time: 0.0745876 Jan 17 21:46:47.920909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42846) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:47.928409 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-323b1676-9b14-436a-b8b0-67cccd849512 req-08293abc-057a-4e85-bc41-bc38b3f8b4dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.1161292 Jan 17 21:46:48.031702 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-323b1676-9b14-436a-b8b0-67cccd849512 req-58a7409d-72e4-45c5-8647-819cd63fad19 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022305 Jan 17 21:46:48.032476 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42850) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:48.178528 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Deleting port 0db9385e-95fd-408a-9e36-29ef076a6946 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:46:48.178904 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.195234 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a81fa-ce6e-4dc5-b5bc-6f82044f187a req-27fbb1fd-c2c7-486d-afc1-4e6a3159a4ac tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:48.208684 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5a0a81fa-ce6e-4dc5-b5bc-6f82044f187a req-27fbb1fd-c2c7-486d-afc1-4e6a3159a4ac tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0910759 Jan 17 21:46:48.213968 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42864) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:48.222461 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Request body: {'floatingip': {'port_id': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:48.284049 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.284331 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (0db9385e-95fd-408a-9e36-29ef076a6946), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.285387 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-713325441-network', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:48.298782 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Calling delete_port for 0db9385e-95fd-408a-9e36-29ef076a6946 owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:46:48.299204 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.542524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Made reservation on behalf of cd1810704d9b454a8d43d58e68d0b23d for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:48.544797 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.562317 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.648639 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (0db9385e-95fd-408a-9e36-29ef076a6946), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.711776 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'Port': ['ID=0db9385e-95fd-408a-9e36-29ef076a6946,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:48.814845 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (2cd9ca2e-77f6-4a5e-813c-ad9c077de153), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.820507 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.823750 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-6143daa6-af7d-41ad-88a0-0851cde297a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "DELETE /v2.0/floatingips/2cd9ca2e-77f6-4a5e-813c-ad9c077de153 HTTP/1.1" status: 204 len: 168 time: 0.8991094 Jan 17 21:46:48.863333 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks [] for security_group (ff92bfed-5b5d-4870-938d-489eb98f80ba), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:48.973859 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.030796 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ff92bfed-5b5d-4870-938d-489eb98f80ba), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.057342 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:46:49.065892 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.111887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff92bfed-5b5d-4870-938d-489eb98f80ba,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:49.115244 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (dad777e1-a898-4aac-9aec-a93c60c9c615), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.115640 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Added segment dad777e1-a898-4aac-9aec-a93c60c9c615 of type vlan for network f26f947d-581e-4a9e-8a4a-62fd879e6d07 Jan 17 21:46:49.203029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (f26f947d-581e-4a9e-8a4a-62fd879e6d07), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.243623 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Floating IP 08cd2768-d817-472f-8c5c-963f09d47930 associated. External IP: 172.27.2.217, port: 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4. Jan 17 21:46:49.258779 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42930) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:49.268867 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group': {'name': 'tempest-securitygroup--612427458', 'description': 'tempest-description--1153019219'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:49.402545 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (f26f947d-581e-4a9e-8a4a-62fd879e6d07), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.403711 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:49.404476 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.425904 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.563500 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.567015 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] Pushing event updated for resources: {'Network': ['ID=f26f947d-581e-4a9e-8a4a-62fd879e6d07,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:49.582109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c205c4-17ef-4bdb-af37-baa5439000f5 req-b19117e3-cee0-4bfb-b87a-65c14aff4211 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:49.584542 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f2c205c4-17ef-4bdb-af37-baa5439000f5 req-b19117e3-cee0-4bfb-b87a-65c14aff4211 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.2042825 Jan 17 21:46:49.597406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:46:49.648435 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.657677 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f36f5246-c2f5-4295-97a9-f187a37a17ca admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6235282 Jan 17 21:46:49.682962 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42940) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:49.715523 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Request body: {'subnet': {'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-713325441-subnet', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'ip_version': 4}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:49.764120 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:49.831791 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f2c205c4-17ef-4bdb-af37-baa5439000f5 req-3270c488-93f6-4fdd-99fb-85ec4ccfbad0 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861889 Jan 17 21:46:49.833895 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.837135 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-564730de-5577-4b3e-9668-34d47f9b4584 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5752027 Jan 17 21:46:49.842225 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42946) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:49.850532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group_rule': {'security_group_id': '9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:49.855240 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:49.979362 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:49.987340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:49.998747 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:50.017909 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:50.018928 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:50.030639 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c519e005-515e-4264-a1cf-d94269207527 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "PUT /v2.0/floatingips/08cd2768-d817-472f-8c5c-963f09d47930 HTTP/1.1" status: 200 len: 991 time: 1.8142722 Jan 17 21:46:50.031719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:46:50.035795 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bd69c9-47cf-43a5-9151-aa916b16c40a" -d '{"events": [{"name": "network-changed", "server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:46:50.071076 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Made reservation on behalf of cd1810704d9b454a8d43d58e68d0b23d for: {'subnet': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:50.077465 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4244173'] for subnet (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.207399 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615ca44-1e71-469d-b6fe-a5a72a20a135 x-openstack-request-id: req-6615ca44-1e71-469d-b6fe-a5a72a20a135 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:46:50.207997 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:46:50.208359 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6615ca44-1e71-469d-b6fe-a5a72a20a135 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:46:50.208792 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'status': 'completed', 'code': 200} Jan 17 21:46:50.296212 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (a8acdbe7-5731-40d4-be25-8f1de345362d), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.336973 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:50.355669 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-e2a5feac-03ef-4264-9b5d-717b4aa1d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:50.364894 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-e2a5feac-03ef-4264-9b5d-717b4aa1d9a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 1098 time: 0.1387379 Jan 17 21:46:50.441829 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8319521', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4244191'] for subnet (b846c876-3378-47f8-9f46-c22818261014), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.527598 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (a8acdbe7-5731-40d4-be25-8f1de345362d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.553083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b846c876-3378-47f8-9f46-c22818261014,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:50.570691 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-85729874-9d12-4c40-aec4-c8eb6ae54297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:50.571045 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Checking segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:50.572367 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-85729874-9d12-4c40-aec4-c8eb6ae54297 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.1995578 Jan 17 21:46:50.573056 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Network hostable DHCP agents. Network: f26f947d-581e-4a9e-8a4a-62fd879e6d07, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109913) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:46:50.599168 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (a8acdbe7-5731-40d4-be25-8f1de345362d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.662956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8acdbe7-5731-40d4-be25-8f1de345362d,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:50.681835 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-27e3ebf3-8757-4db4-9b91-a7560150235d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 200 len: 999 time: 0.1015580 Jan 17 21:46:50.688256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109913) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:46:50.737474 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.738876 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-6eff79d0-bde0-422b-9777-38f88a386e3b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8950863 Jan 17 21:46:50.744002 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42962) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:50.749220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-8da8be3f-b5f1-4174-9a3c-b761dcef65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:50.750400 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-8da8be3f-b5f1-4174-9a3c-b761dcef65e0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.0621541 Jan 17 21:46:50.757488 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'security_group_rule': {'security_group_id': '9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:50.788353 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, f26f947d-581e-4a9e-8a4a-62fd879e6d07) {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:50.804338 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:50.808392 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:50.811798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-c4c0c07b-894b-4559-a705-62c2641e0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:50.813583 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-c4c0c07b-894b-4559-a705-62c2641e0d65 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566206 Jan 17 21:46:50.823280 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f30922-c10d-4376-921c-053d1d2810aa None None] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:50.964192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '08cd2768-d817-472f-8c5c-963f09d47930', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:fe:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:26Z', 'updated_at': '2022-01-17T21:46:48Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:50.976676 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-98e4b63c-92b8-4c05-ba76-13123e28deb3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2912147 Jan 17 21:46:50.977934 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 42976) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:51.006410 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.006410 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:51.017836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:51.026840 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-1d337e67-b056-4bc1-834d-88e7e349e78a service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042177 Jan 17 21:46:51.040306 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:46:51.041417 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.053672 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:51.053983 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:51.068992 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804a68e-e479-403c-847b-50d1fffcc091 req-29131ff5-5e91-43ae-b909-26d39d1c30db tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:51.071953 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c804a68e-e479-403c-847b-50d1fffcc091 req-29131ff5-5e91-43ae-b909-26d39d1c30db tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.1302481 Jan 17 21:46:51.157006 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c804a68e-e479-403c-847b-50d1fffcc091 req-da3a3bd2-e6ad-4696-acab-6ddfb0938b92 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728357 Jan 17 21:46:51.170589 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (2bba4fe6-6f78-4da5-8043-973982cfb798), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.204905 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-34bd69c9-47cf-43a5-9151-aa916b16c40a req-793e568e-5549-4f9e-8bae-a9edd77a483b service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720018 Jan 17 21:46:51.285465 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (2bba4fe6-6f78-4da5-8043-973982cfb798), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.317500 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:51.333480 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (adfc46c2-eedd-47e6-803c-180110037c54), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.334567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (adfc46c2-eedd-47e6-803c-180110037c54), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.371189 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (2bba4fe6-6f78-4da5-8043-973982cfb798), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.393062 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Allocated IP 172.20.0.2 (f26f947d-581e-4a9e-8a4a-62fd879e6d07/b846c876-3378-47f8-9f46-c22818261014/f9a7e6ac-6d39-4772-9f68-0b802c97e006) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:51.424336 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for router_controller (adfc46c2-eedd-47e6-803c-180110037c54), precommit_add_association {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.427128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bba4fe6-6f78-4da5-8043-973982cfb798,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:51.529762 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.529762 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-53215aaa-bbf6-4b08-8222-c852c472bed7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7790363 Jan 17 21:46:51.531821 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 42998) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:51.540528 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:51.679426 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.866114 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:51.962040 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks [] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.010961 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '08cd2768-d817-472f-8c5c-963f09d47930', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:fe:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:26Z', 'updated_at': '2022-01-17T21:46:48Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:52.035561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Allocated IP 172.27.2.206 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/387d14d9-45f3-48e4-a1e5-66e05c94c63d) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:52.080508 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.172978 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d883b-f54d-48be-9eb0-6d467b5e5218 None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '08cd2768-d817-472f-8c5c-963f09d47930', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'port_id': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'mac_address': 'fa:16:3e:fe:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:26Z', 'updated_at': '2022-01-17T21:46:48Z', 'revision_number': 1, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:52.181395 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Pushing event updated for resources: {'Port': ['ID=f9a7e6ac-6d39-4772-9f68-0b802c97e006,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:52.248754 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.249715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.250473 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.251502 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.252333 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.253909 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.254758 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.256041 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.257447 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.258402 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.259278 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.260244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.261035 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:46:52.273135 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:52.276704 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:52.284846 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:52.371659 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.410896 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Attempting to bind port f9a7e6ac-6d39-4772-9f68-0b802c97e006 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:52.412142 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Attempting to bind port f9a7e6ac-6d39-4772-9f68-0b802c97e006 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:52.413084 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Attempting to bind port f9a7e6ac-6d39-4772-9f68-0b802c97e006 on network f26f947d-581e-4a9e-8a4a-62fd879e6d07 {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:52.425108 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:52.426218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Checking segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:52.427608 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.428659 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Bound using segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:52.429934 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Bound port: f9a7e6ac-6d39-4772-9f68-0b802c97e006, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:52.430958 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.466941 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for router_gateway (adfc46c2-eedd-47e6-803c-180110037c54), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.528271 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a2ced-d189-4540-bc8c-06de2dd9a3a7 req-6c8a7bc4-02ca-4957-a2d3-b3ea48ab6a80 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:52.530520 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-163a2ced-d189-4540-bc8c-06de2dd9a3a7 req-6c8a7bc4-02ca-4957-a2d3-b3ea48ab6a80 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.1362410 Jan 17 21:46:52.568266 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] For port f9a7e6ac-6d39-4772-9f68-0b802c97e006, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:52.574076 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] For port f9a7e6ac-6d39-4772-9f68-0b802c97e006, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f9a7e6ac-6d39-4772-9f68-0b802c97e006,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:52.575855 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.660491 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:52.664565 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:52.678073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:52.682642 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:52.703126 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43048) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:52.747558 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-163a2ced-d189-4540-bc8c-06de2dd9a3a7 req-49d1199d-42b5-4d65-a117-5d8a2dc983bc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077959 Jan 17 21:46:52.759359 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=387d14d9-45f3-48e4-a1e5-66e05c94c63d,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:52.777739 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73975-a231-4cd3-8062-09d2adef28fc None None] Pushing event updated for resources: {'Port': ['ID=f9a7e6ac-6d39-4772-9f68-0b802c97e006,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:52.863520 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c935e2e4-d8e4-49ee-bc5f-6afc0319dc18 None None] New status for floating IP 08cd2768-d817-472f-8c5c-963f09d47930: ACTIVE {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:46:52.883866 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.033773 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.174602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57e2a67-e37c-4a73-8f53-fcdb261f1392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.205372 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for router_gateway (adfc46c2-eedd-47e6-803c-180110037c54), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.259928 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.464927 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.496099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Allocated IP 172.27.2.176 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/64e8bc86-a044-427f-ae7d-c71af61527f1) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:53.548711 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.624329 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57e2a67-e37c-4a73-8f53-fcdb261f1392 admin admin] Publish callbacks [] for security_group (1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.712033 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=387d14d9-45f3-48e4-a1e5-66e05c94c63d,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:53.724670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.740677 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.749572 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e57e2a67-e37c-4a73-8f53-fcdb261f1392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.798160 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f9a7e6ac-6d39-4772-9f68-0b802c97e006 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:53.836583 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e57e2a67-e37c-4a73-8f53-fcdb261f1392 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=720106ab95e64cc8a692eeb6089bfac9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1234853 Jan 17 21:46:53.847947 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.847947 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ebbd21fb-6202-4c17-a0d7-4b00891bea2e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3073485 Jan 17 21:46:53.848424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e2a67-e37c-4a73-8f53-fcdb261f1392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:53.851119 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43086) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:53.980191 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.983348 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] Publish callbacks [] for security_group (1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:53.994210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f9a7e6ac-6d39-4772-9f68-0b802c97e006 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:53.995193 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.047105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] Publish callbacks [] for security_group (1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.115114 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:54.159173 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Pushing event updated for resources: {'Port': ['ID=64e8bc86-a044-427f-ae7d-c71af61527f1,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:54.166847 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:54.167796 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:54.202319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f9a7e6ac-6d39-4772-9f68-0b802c97e006 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:54.202319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.234484 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46f90-b60e-4068-8b8a-8526b1bec6b3 req-038db019-23f0-481b-8b9d-5fd4723a46d9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:54.236957 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-76a46f90-b60e-4068-8b8a-8526b1bec6b3 req-038db019-23f0-481b-8b9d-5fd4723a46d9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.1750705 Jan 17 21:46:54.249376 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.252627 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.259651 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f HTTP/1.1" status: 204 len: 168 time: 0.4012899 Jan 17 21:46:54.265742 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57643b45-3503-434f-8a44-050303a23306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d09f8a6-182e-4f9c-9e4c-1067bfed2e7f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:54.286136 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port f9a7e6ac-6d39-4772-9f68-0b802c97e006, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f9a7e6ac-6d39-4772-9f68-0b802c97e006,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:54.401823 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.499200 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-76a46f90-b60e-4068-8b8a-8526b1bec6b3 req-83df3cc4-9438-4f00-af5b-a0927dcf3d63 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196183 Jan 17 21:46:54.504019 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=f9a7e6ac-6d39-4772-9f68-0b802c97e006,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:54.724610 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b6a98-8cf2-4c69-811f-3e10d7ebcc7f None None] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:46:54.821402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for router_gateway (adfc46c2-eedd-47e6-803c-180110037c54), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:54.879964 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-13d70dca-19d8-44f3-a0c2-da17906eab7d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--612427458&fields=id&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 267 time: 0.1056590 Jan 17 21:46:54.972420 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3f428798-bc59-47dd-b203-cf23ede55f3b None None] Provisioning complete for port f9a7e6ac-6d39-4772-9f68-0b802c97e006 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:54.972420 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3f428798-bc59-47dd-b203-cf23ede55f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.081505 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3f428798-bc59-47dd-b203-cf23ede55f3b None None] Current status of the port f9a7e6ac-6d39-4772-9f68-0b802c97e006 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:55.175037 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-2f3fcce9-97ea-4508-a8bb-39d6bddfa0b7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:55.176638 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-2f3fcce9-97ea-4508-a8bb-39d6bddfa0b7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 817 time: 0.2429287 Jan 17 21:46:55.203181 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-9d962527-e4e1-45b6-828b-e69e3ec342c8 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/quotas/f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 375 time: 0.0159600 Jan 17 21:46:55.210830 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (adfc46c2-eedd-47e6-803c-180110037c54), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.255034 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43140) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:55.305957 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6ad09b9e-c892-419d-a912-af31ee13f48b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.346278 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-b3b5b48c-5fc6-4ad1-b50c-7c77fa5e7d44 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329889 Jan 17 21:46:55.370452 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-da8d3706-1051-4d49-96c6-c80fea88eb62 None None] Provisioning complete for port f9a7e6ac-6d39-4772-9f68-0b802c97e006 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:55.371492 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-da8d3706-1051-4d49-96c6-c80fea88eb62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.429439 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6ad09b9e-c892-419d-a912-af31ee13f48b admin admin] Publish callbacks [] for security_group (a8d384d4-6175-4eca-a9e4-1a2593da4247), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.479497 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-9d281409-f05e-425b-811a-57954d920f92 service neutron] 10.222.0.74 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104686 Jan 17 21:46:55.495544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4784871a-b00e-4820-9f0b-6e5a7c922098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.522151 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-da8d3706-1051-4d49-96c6-c80fea88eb62 None None] Current status of the port f9a7e6ac-6d39-4772-9f68-0b802c97e006 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:55.562472 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-6ad09b9e-c892-419d-a912-af31ee13f48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (a8d384d4-6175-4eca-a9e4-1a2593da4247), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.587129 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-62920b55-a8b5-46d3-a371-253b6a5ebf02 service neutron] 10.222.0.74 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995519 Jan 17 21:46:55.591768 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Router adfc46c2-eedd-47e6-803c-180110037c54 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109913) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:46:55.604082 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad09b9e-c892-419d-a912-af31ee13f48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d384d4-6175-4eca-a9e4-1a2593da4247,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:55.612229 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-6ad09b9e-c892-419d-a912-af31ee13f48b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=de289a7a346049ffa7db3a1e0f139735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549685 Jan 17 21:46:55.613185 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43144) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:55.717887 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f9a7e6ac-6d39-4772-9f68-0b802c97e006 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:46:55.721637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] Publish callbacks [] for security_group (a8d384d4-6175-4eca-a9e4-1a2593da4247), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.745400 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] Publish callbacks [] for security_group (a8d384d4-6175-4eca-a9e4-1a2593da4247), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.782706 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:55.797344 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Sync routers for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:46:55.812982 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port f9a7e6ac-6d39-4772-9f68-0b802c97e006 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:55.813372 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.842107 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:55.843170 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:55.882058 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (a8d384d4-6175-4eca-a9e4-1a2593da4247), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.887619 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.890147 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a8d384d4-6175-4eca-a9e4-1a2593da4247 HTTP/1.1" status: 204 len: 168 time: 0.2759161 Jan 17 21:46:55.906519 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b6725-7917-4503-aebc-5325fa7de910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d384d4-6175-4eca-a9e4-1a2593da4247,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:55.923258 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:55.929590 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-2fcbdd3b-da57-48d4-9e15-7cd05227265f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9142597 Jan 17 21:46:55.929789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43154) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:55.954979 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 46108a92-1656-4dbf-92c9-960da4f03d32 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:46:56.050679 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:56.108205 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0383cba-8e19-4c74-b139-c7878b04c33e req-789773ed-aee3-4d40-bb52-4f2b34937ea2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:56.113179 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e0383cba-8e19-4c74-b139-c7878b04c33e req-789773ed-aee3-4d40-bb52-4f2b34937ea2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 943 time: 0.1662536 Jan 17 21:46:56.240499 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e0383cba-8e19-4c74-b139-c7878b04c33e req-c9d802b5-9570-452f-87f0-931ec0233244 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139288 Jan 17 21:46:56.306333 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port f9a7e6ac-6d39-4772-9f68-0b802c97e006 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:56.318638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.db.resource_extend [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 21:46:56.622109 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=46108a92-1656-4dbf-92c9-960da4f03d32,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:56.658235 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '46108a92-1656-4dbf-92c9-960da4f03d32', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'port_id': '46108a92-1656-4dbf-92c9-960da4f03d32', 'mac_address': 'fa:16:3e:50:0e:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:46:56.765141 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:54Z', 'revision_number': 3, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:56.806004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 46108a92-1656-4dbf-92c9-960da4f03d32 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:46:56.806708 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:56.809652 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Checking router: adfc46c2-eedd-47e6-803c-180110037c54 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:46:56.810251 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Updating router adfc46c2-eedd-47e6-803c-180110037c54 port 64e8bc86-a044-427f-ae7d-c71af61527f1 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:46:56.849392 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e23f22b3-52bf-4296-909a-3e2e3d10af13 req-91eeb864-b486-494b-97b2-3950943948f0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 210 time: 0.0444772 Jan 17 21:46:56.884341 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46108a92-1656-4dbf-92c9-960da4f03d32 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:46:56.891491 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:56.946050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43174) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:56.962889 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=46108a92-1656-4dbf-92c9-960da4f03d32,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:46:56.970222 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.097162 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.143106 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-b67d9562-974a-4571-8740-dfd788c1a027 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f441daee40984cababe0a61d887c2f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948025 Jan 17 21:46:57.145940 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43180) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:46:57.215780 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] Publish callbacks [] for security_group (96cd188c-b6bc-4bc4-900a-54c857c573bc), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.248355 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] Publish callbacks [] for security_group (96cd188c-b6bc-4bc4-900a-54c857c573bc), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.275274 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:57.303071 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Allocated IP 172.20.0.1 (f26f947d-581e-4a9e-8a4a-62fd879e6d07/b846c876-3378-47f8-9f46-c22818261014/caea3765-6fec-4e3e-9875-fd72857ce476) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:46:57.321463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['46108a92-1656-4dbf-92c9-960da4f03d32'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:46:57.477648 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (96cd188c-b6bc-4bc4-900a-54c857c573bc), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.481724 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.486211 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/96cd188c-b6bc-4bc4-900a-54c857c573bc HTTP/1.1" status: 204 len: 168 time: 0.3364658 Jan 17 21:46:57.496404 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af98d6-410b-45fb-a626-9dd9a18fc406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cd188c-b6bc-4bc4-900a-54c857c573bc,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:57.569546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks [] for port (caea3765-6fec-4e3e-9875-fd72857ce476), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.626133 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568fb0b-11d9-46d9-bc83-36ab4370c1bb req-31fac878-77f0-4eeb-a2b3-703c3738a999 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:57.638900 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e568fb0b-11d9-46d9-bc83-36ab4370c1bb req-31fac878-77f0-4eeb-a2b3-703c3738a999 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 944 time: 0.2602885 Jan 17 21:46:57.665059 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks [] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.673492 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.748001 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e568fb0b-11d9-46d9-bc83-36ab4370c1bb req-20e2c8ab-961c-4cb9-b947-a27616098513 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080143 Jan 17 21:46:57.766851 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Pushing event updated for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:57.783878 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:57.785622 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:57.788290 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:46:57.796297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.847594 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (adfc46c2-eedd-47e6-803c-180110037c54), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:57.967155 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Attempting to bind port 64e8bc86-a044-427f-ae7d-c71af61527f1 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:46:57.967720 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Attempting to bind port 64e8bc86-a044-427f-ae7d-c71af61527f1 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:46:57.968287 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Attempting to bind port 64e8bc86-a044-427f-ae7d-c71af61527f1 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:46:57.971266 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d89db-b999-4de5-89e7-87a0371c53fb None None] Pushing event updated for resources: {'Port': ['ID=64e8bc86-a044-427f-ae7d-c71af61527f1,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:58.001572 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:46:58.001956 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:46:58.002661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.003069 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:46:58.003611 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Bound port: 64e8bc86-a044-427f-ae7d-c71af61527f1, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:46:58.004002 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.012538 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ce5f01dc-77e0-4c93-a443-3dd61f3ccbc4 req-0d0112e1-316d-47af-89d1-96587c744831 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 210 time: 0.0449622 Jan 17 21:46:58.158276 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] For port 64e8bc86-a044-427f-ae7d-c71af61527f1, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:46:58.227865 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.242507 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] For port 64e8bc86-a044-427f-ae7d-c71af61527f1, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=64e8bc86-a044-427f-ae7d-c71af61527f1,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:46:58.283012 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-fd2f21f3-5b64-42af-955f-5a44d9c689f5 None None] Provisioning complete for port caea3765-6fec-4e3e-9875-fd72857ce476 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:58.283012 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-fd2f21f3-5b64-42af-955f-5a44d9c689f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.346031 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f21f3-5b64-42af-955f-5a44d9c689f5 None None] Port caea3765-6fec-4e3e-9875-fd72857ce476 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:58.408506 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.414369 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-da1eae04-16c5-4cae-b3ec-56b248c6f904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.506336 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:46:58.507469 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:58.510277 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d89db-b999-4de5-89e7-87a0371c53fb None None] Pushing event updated for resources: {'Port': ['ID=64e8bc86-a044-427f-ae7d-c71af61527f1,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:58.526092 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks [] for port (caea3765-6fec-4e3e-9875-fd72857ce476), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.591103 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.673105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (adfc46c2-eedd-47e6-803c-180110037c54), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:58.675951 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Pushing event updated for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:46:58.830678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:46:58.833099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:46:58.975238 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:46:59.039869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18be6b3-8e50-4165-9da2-69f0ac690541 req-6e51b205-444a-4cb6-bc6f-62e4bb2f024e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:59.045231 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b18be6b3-8e50-4165-9da2-69f0ac690541 req-6e51b205-444a-4cb6-bc6f-62e4bb2f024e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 944 time: 0.1246762 Jan 17 21:46:59.059081 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Router adfc46c2-eedd-47e6-803c-180110037c54 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:46:59.216099 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b18be6b3-8e50-4165-9da2-69f0ac690541 req-0727ff90-a4b2-46c5-8d05-cdc6c0ba95eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518590 Jan 17 21:46:59.291716 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:46:59.307627 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-a0d791aa-c3a3-4a40-a026-e959ec875681 admin admin] 10.222.0.74 "PUT /v2.0/routers/adfc46c2-eedd-47e6-803c-180110037c54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3763907 Jan 17 21:46:59.386029 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-18de858c-bcdc-4e0c-91b9-b9c61820975a None None] Provisioning complete for port caea3765-6fec-4e3e-9875-fd72857ce476 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:46:59.386646 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-18de858c-bcdc-4e0c-91b9-b9c61820975a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:59.453355 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-c12da52e-5ed1-4d99-b7c0-8557ffa68a02 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:46:59.458752 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-c12da52e-5ed1-4d99-b7c0-8557ffa68a02 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 817 time: 0.3697157 Jan 17 21:46:59.512891 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-18de858c-bcdc-4e0c-91b9-b9c61820975a None None] Port caea3765-6fec-4e3e-9875-fd72857ce476 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:46:59.552360 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a3d6f8ff-b7cd-49db-87ed-af1ad0a7c70b req-62faa256-5bc7-4d8e-9bce-c34e9dea8e7d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 210 time: 0.0512187 Jan 17 21:46:59.618160 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-e5f0ee2b-3782-43ee-9d26-a52bcc8d4f7d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 379 time: 0.1489453 Jan 17 21:46:59.629398 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'port': {'device_id': '9dae6080-e674-4972-a18d-3611da638411', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'admin_state_up': True, 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'security_groups': ['9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36']}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:46:59.682374 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 1, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:46:59.722080 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc1cf2-7da0-4e11-8d1b-e4093976d5a2 None None] The sync data for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi is: [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:46:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 1, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:46:59.838483 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:59.899269 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Made reservation on behalf of f38822447923406d987c90de25b9dcb0 for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:46:59.904423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:46:59.960526 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 46108a92-1656-4dbf-92c9-960da4f03d32 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:00.227078 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Allocated IP 172.20.0.12 (a16c235e-aa5d-45c8-835b-eb3b91390161/5f2e94bc-ed3c-4947-a308-5e2788673484/a495e799-9404-44c3-b053-712ea97b837f) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:00.232167 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 46108a92-1656-4dbf-92c9-960da4f03d32 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:47:00.239874 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 46108a92-1656-4dbf-92c9-960da4f03d32 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:00.240987 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:00.382394 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 46108a92-1656-4dbf-92c9-960da4f03d32 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:00.385999 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:00.426488 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:00.427499 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6598abde-a49a-4c41-b8eb-b688dfe95124" -d '{"events": [{"server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "name": "network-vif-plugged", "status": "completed", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:00.461238 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=46108a92-1656-4dbf-92c9-960da4f03d32,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:00.534956 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:00.549415 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for port (a495e799-9404-44c3-b053-712ea97b837f), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:00.644398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d84383-14fb-4e53-80ea-f903bf32e1f8 req-50b11ba4-b23b-42c5-a261-07102c85affa tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:00.650292 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d9d84383-14fb-4e53-80ea-f903bf32e1f8 req-50b11ba4-b23b-42c5-a261-07102c85affa tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 944 time: 0.1899722 Jan 17 21:47:00.705651 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:00.713503 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:00.833912 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Network a16c235e-aa5d-45c8-835b-eb3b91390161 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:00.839557 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:00.844565 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:00.856944 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d9d84383-14fb-4e53-80ea-f903bf32e1f8 req-508eaf7e-7cc2-42ad-ab4b-c1b64f0a5a5c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941886 Jan 17 21:47:00.922076 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:00.941879 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.942451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.942918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.943423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.943939 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.944495 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.945056 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.945614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.946170 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.946721 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.948343 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.948343 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.948343 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:00.996105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:00.996105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:01.134184 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0236cb-3aa8-4582-9ead-78550d276ce3 x-openstack-request-id: req-7d0236cb-3aa8-4582-9ead-78550d276ce3 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:01.134794 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "name": "network-vif-plugged", "status": "completed", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:01.135494 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7d0236cb-3aa8-4582-9ead-78550d276ce3 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:01.136446 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32', 'code': 200} Jan 17 21:47:01.150230 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-8243c40c-76d6-448e-90a8-96a410b5fa61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5141754 Jan 17 21:47:01.204127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Request body: {'port': {'device_id': '9dae6080-e674-4972-a18d-3611da638411', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:01.329678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43278) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:01.343858 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1334647970-network', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:01.357789 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:01.399761 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-07d3785b-d0ba-4c52-89c0-dc1f6f322ba4 None None] Provisioning complete for port a495e799-9404-44c3-b053-712ea97b837f triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:01.400947 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-07d3785b-d0ba-4c52-89c0-dc1f6f322ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a495e799-9404-44c3-b053-712ea97b837f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:01.537515 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a180d36-414b-4e31-9b96-a6fa85290f87 req-a2794f23-5c79-4833-bc5f-08b426fd8145 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:01.551591 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0a180d36-414b-4e31-9b96-a6fa85290f87 req-a2794f23-5c79-4833-bc5f-08b426fd8145 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 932 time: 0.2247875 Jan 17 21:47:01.561760 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-07d3785b-d0ba-4c52-89c0-dc1f6f322ba4 None None] Port a495e799-9404-44c3-b053-712ea97b837f cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:47:01.628114 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0a180d36-414b-4e31-9b96-a6fa85290f87 req-da6c4254-66bc-4b7b-9d88-796ebd308851 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753543 Jan 17 21:47:01.675831 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Made reservation on behalf of 6b105b833f8b4ccf9c4c8747762d1e49 for: {'network': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:47:01.683524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for network (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:01.712822 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:01.914837 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 64e8bc86-a044-427f-ae7d-c71af61527f1 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:01.987179 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6bea6-3608-492c-b26c-d7fe030f5f40 req-4f704bed-bfe9-4af4-8596-d5a5d483cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:01.996223 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1fc6bea6-3608-492c-b26c-d7fe030f5f40 req-4f704bed-bfe9-4af4-8596-d5a5d483cb94 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1098 time: 0.2527077 Jan 17 21:47:02.033842 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 64e8bc86-a044-427f-ae7d-c71af61527f1 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:02.035563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.169887 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a495e799-9404-44c3-b053-712ea97b837f {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:47:02.183415 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks [] for port (a495e799-9404-44c3-b053-712ea97b837f), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.197079 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 64e8bc86-a044-427f-ae7d-c71af61527f1 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:02.198693 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.201080 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1fc6bea6-3608-492c-b26c-d7fe030f5f40 req-62602bc2-5d71-4d05-b83b-796412a23120 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874769 Jan 17 21:47:02.213498 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Transition to ACTIVE for port object a495e799-9404-44c3-b053-712ea97b837f will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:47:02.214710 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ab9b1-67ab-4978-9b9e-7042f2a6b2bb req-3deb3ab6-e9cb-4752-972b-d61d851b298f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:02.217039 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f66ab9b1-67ab-4978-9b9e-7042f2a6b2bb req-3deb3ab6-e9cb-4752-972b-d61d851b298f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.1383708 Jan 17 21:47:02.227408 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks [] for security_group (79b4ba89-3265-4911-8940-0283f151cdca), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.244654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.248453 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 64e8bc86-a044-427f-ae7d-c71af61527f1, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=64e8bc86-a044-427f-ae7d-c71af61527f1,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:02.297870 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f66ab9b1-67ab-4978-9b9e-7042f2a6b2bb req-a4a0263f-6cc1-4c26-b093-d5e8c445a764 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680535 Jan 17 21:47:02.319392 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (79b4ba89-3265-4911-8940-0283f151cdca), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.319514 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.436836 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.539731 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=109913) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 21:47:02.559241 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (b9ba5e3f-3ae3-4041-8927-8ccf87262197), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.559704 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.segments_db [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Added segment b9ba5e3f-3ae3-4041-8927-8ccf87262197 of type vlan for network 537c2e35-7dc3-4e6f-beac-432d426caf0c Jan 17 21:47:02.561267 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4ba89-3265-4911-8940-0283f151cdca,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:02.610498 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=64e8bc86-a044-427f-ae7d-c71af61527f1,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:02.623073 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788079162543'] for network (537c2e35-7dc3-4e6f-beac-432d426caf0c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.706861 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:02.724369 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Attempting to bind port a495e799-9404-44c3-b053-712ea97b837f on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:02.727105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Attempting to bind port a495e799-9404-44c3-b053-712ea97b837f by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:02.727105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Attempting to bind port a495e799-9404-44c3-b053-712ea97b837f on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:02.730726 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Port a495e799-9404-44c3-b053-712ea97b837f on network a16c235e-aa5d-45c8-835b-eb3b91390161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:47:02.731058 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Attempting to bind port a495e799-9404-44c3-b053-712ea97b837f on network a16c235e-aa5d-45c8-835b-eb3b91390161 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:02.737804 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:02.738535 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Checking segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:02.739147 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Bound using segment: {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:02.739804 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Bound port: a495e799-9404-44c3-b053-712ea97b837f, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386f7a8b-31d0-45c5-9add-f5dcb555619f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:02.740175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.744282 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002'] for network (537c2e35-7dc3-4e6f-beac-432d426caf0c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.745432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:02.749927 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.822061 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] Pushing event updated for resources: {'Network': ['ID=537c2e35-7dc3-4e6f-beac-432d426caf0c,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:02.849092 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:02.852944 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c details requested by agent ovs-agent-dv-cinder-825012-3-iscsi with host dv-cinder-825012-3-iscsi {{(pid=109915) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 21:47:02.859985 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:02.942009 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-028e45b9-1397-4547-80dd-e504258b8df2 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6106091 Jan 17 21:47:02.946278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43294) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:02.952511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428eb7c-a2a9-416f-8812-a7311db1642f req-7460919e-06b6-4ec5-ad35-04c8d39e0006 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:02.954238 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4428eb7c-a2a9-416f-8812-a7311db1642f req-7460919e-06b6-4ec5-ad35-04c8d39e0006 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0728071 Jan 17 21:47:02.962883 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:02.982909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Request body: {'subnet': {'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1334647970-subnet', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'ip_version': 4}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:02.992818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:03.053572 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4428eb7c-a2a9-416f-8812-a7311db1642f req-7238e26f-4514-43a0-a1f6-55e80275c9dd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739751 Jan 17 21:47:03.069377 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:03.070485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:03.072617 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] 10.222.0.81 "PUT /v2.0/ports/a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 1094 time: 1.9228809 Jan 17 21:47:03.087578 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:03.090785 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc87efa1-3ecb-40b0-b066-59b7cade8651" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:03.122838 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306c8a2-9909-4946-9f62-0ad33a53ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:03.215379 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778dc7b-2811-48c4-a187-238837d8d3c0 x-openstack-request-id: req-6778dc7b-2811-48c4-a187-238837d8d3c0 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:03.216899 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:03.216899 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6778dc7b-2811-48c4-a187-238837d8d3c0 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:03.216899 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'status': 'completed', 'code': 200} Jan 17 21:47:03.240893 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:47:03.250296 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Made reservation on behalf of 6b105b833f8b4ccf9c4c8747762d1e49 for: {'subnet': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:47:03.254710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62892357'] for subnet (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:03.475005 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-ece38af8-994e-4fbd-bfb4-687903436a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:03.476888 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-ece38af8-994e-4fbd-bfb4-687903436a49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1097 time: 0.2427387 Jan 17 21:47:03.532934 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-63f7308f-6aad-4900-8a09-c150be29b7be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 217 time: 0.0455990 Jan 17 21:47:03.584253 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340fbed-763e-43a9-9bc5-5e4cdbf7fff5 req-8f20553d-1447-4794-ab84-2684c456b183 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:03.586300 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9340fbed-763e-43a9-9bc5-5e4cdbf7fff5 req-8f20553d-1447-4794-ab84-2684c456b183 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.1130047 Jan 17 21:47:03.655572 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9340fbed-763e-43a9-9bc5-5e4cdbf7fff5 req-e1a74463-e53f-4e40-9772-e7782c1a7d09 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582402 Jan 17 21:47:03.666102 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-ef59ed15-73a0-4505-9a35-064be742ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:03.674266 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-ef59ed15-73a0-4505-9a35-064be742ec91 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.1056359 Jan 17 21:47:03.772257 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-16098abd-943f-4508-9d0c-b56d6ee69b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:03.773892 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-16098abd-943f-4508-9d0c-b56d6ee69b05 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0965636 Jan 17 21:47:03.804222 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 64e8bc86-a044-427f-ae7d-c71af61527f1 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:03.838462 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Sync routers for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:47:03.854046 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62827649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62892375'] for subnet (8cea8aff-c645-4e2c-ac6f-875e1f4f3db1), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:03.857984 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:03.858406 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:03.903391 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 64e8bc86-a044-427f-ae7d-c71af61527f1 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:03.904627 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:03.928445 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cea8aff-c645-4e2c-ac6f-875e1f4f3db1,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:03.939196 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-93ab2cee-bbf2-435b-a4e6-2f3594265062 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528440 Jan 17 21:47:04.016333 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Checking segment: {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:04.016686 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Network hostable DHCP agents. Network: 537c2e35-7dc3-4e6f-beac-432d426caf0c, hostable agents: ['0eb2fdb7-4213-44cd-a902-cff54c930c90'], hosted agents: [] {{(pid=109914) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 21:47:04.043391 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 64e8bc86-a044-427f-ae7d-c71af61527f1 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:04.070663 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-292f4822-9650-4f65-bb13-1f25f27ec577 req-97fd1d91-78ea-446a-a6b3-5eface2e1c0a service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177058 Jan 17 21:47:04.110361 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c is scheduled to be hosted by DHCP agent 0eb2fdb7-4213-44cd-a902-cff54c930c90 with binding_index 1 {{(pid=109914) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 21:47:04.155966 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:04.223643 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-fac60e49-844a-4da7-8dab-a74cd96bc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:04.225236 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-fac60e49-844a-4da7-8dab-a74cd96bc67d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1097 time: 0.0634027 Jan 17 21:47:04.232551 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-825012-3-iscsi, 537c2e35-7dc3-4e6f-beac-432d426caf0c) {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:04.243685 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7162c3-8f89-4f38-a360-5486e849c25b None None] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:47:04.249283 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:04.250275 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.302389 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02a9dd-ca89-4fb0-9abb-7b5b4beaf3ff req-5debb11f-dad1-4cb9-8b9d-8b6969edf792 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:04.305484 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0f02a9dd-ca89-4fb0-9abb-7b5b4beaf3ff req-5debb11f-dad1-4cb9-8b9d-8b6969edf792 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0929205 Jan 17 21:47:04.348070 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2cccac02-f97e-4954-9878-a5ad47b334fd admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3960435 Jan 17 21:47:04.349073 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43314) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:04.360862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:04.416581 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0f02a9dd-ca89-4fb0-9abb-7b5b4beaf3ff req-d1f38df6-3331-46e2-9f39-6ffe79187383 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037118 Jan 17 21:47:04.429231 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5abe99a9-b6b2-5f0f-a2b5-b60da3c474a1-537c2e35-7dc3-4e6f-beac-432d426caf0c', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1'}]}} from dv-cinder-825012-3-iscsi. {{(pid=109915) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 21:47:04.430263 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.490495 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:46:58Z', 'revision_number': 2, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:04.493402 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-637277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58523'] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.498337 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-637217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-631171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-661402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58514'] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.543893 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Checking router: adfc46c2-eedd-47e6-803c-180110037c54 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:47:04.545066 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Updating router adfc46c2-eedd-47e6-803c-180110037c54 port caea3765-6fec-4e3e-9875-fd72857ce476 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:47:04.586624 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for router_controller (a8872ccd-21bc-4562-b2c6-472536c8a798), precommit_add_association {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.592290 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.681220 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.db_base_plugin_common [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Allocated IP 172.20.0.2 (537c2e35-7dc3-4e6f-beac-432d426caf0c/8cea8aff-c645-4e2c-ac6f-875e1f4f3db1/1d347d03-43cb-445a-b857-008eb82e6c5a) {{(pid=109915) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:04.793982 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for router_gateway (a8872ccd-21bc-4562-b2c6-472536c8a798), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:04.919145 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5208bb-a499-4b36-a465-d41d76e92cf6 req-24687e2e-3a03-413e-983b-fd19a36b3ac2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:04.922248 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fa5208bb-a499-4b36-a465-d41d76e92cf6 req-24687e2e-3a03-413e-983b-fd19a36b3ac2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.0831017 Jan 17 21:47:05.032757 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks [] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), precommit_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.039579 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks [] for port (caea3765-6fec-4e3e-9875-fd72857ce476), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.052853 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fa5208bb-a499-4b36-a465-d41d76e92cf6 req-c77bb1a3-be61-4321-9271-990740cf77f2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199613 Jan 17 21:47:05.275534 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.276723 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), after_create {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.279235 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-78f6f10a-f21a-4a24-8dc2-b15c35f334f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:05.280900 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-78f6f10a-f21a-4a24-8dc2-b15c35f334f3 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.2315979 Jan 17 21:47:05.287983 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for router_gateway (a8872ccd-21bc-4562-b2c6-472536c8a798), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.313301 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.329762 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Pushing event updated for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:05.341090 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.342043 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.342573 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.343073 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.343609 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.344200 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.344534 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.344866 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.345201 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.345525 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.345852 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.346177 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.346498 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109916) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:05.360539 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c is already hosted by enough agents. {{(pid=109915) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:05.366034 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.scheduler.base_scheduler [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Resources bound (agent type, host, resource id): {{(pid=109915) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:05.385297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Received port after_create {{(pid=109915) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:05.397251 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Pushing event updated for resources: {'Port': ['ID=1d347d03-43cb-445a-b857-008eb82e6c5a,revision_number=1']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:05.430103 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Attempting to bind port caea3765-6fec-4e3e-9875-fd72857ce476 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:05.430900 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Attempting to bind port caea3765-6fec-4e3e-9875-fd72857ce476 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:05.431809 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Attempting to bind port caea3765-6fec-4e3e-9875-fd72857ce476 on network f26f947d-581e-4a9e-8a4a-62fd879e6d07 {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:05.439545 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:05.440406 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Checking segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:05.441023 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.441892 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Bound using segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:05.442628 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Bound port: caea3765-6fec-4e3e-9875-fd72857ce476, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:05.443206 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.473552 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Attempting to bind port 1d347d03-43cb-445a-b857-008eb82e6c5a on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:05.474140 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Attempting to bind port 1d347d03-43cb-445a-b857-008eb82e6c5a by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:05.475449 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Attempting to bind port 1d347d03-43cb-445a-b857-008eb82e6c5a on network 537c2e35-7dc3-4e6f-beac-432d426caf0c {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:05.478411 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Allocated IP 172.27.2.33 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/073db1ec-f721-4ec3-96a9-b27d099b5326) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:05.485642 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:05.486319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Checking segment: {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:05.487023 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.487748 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Bound using segment: {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:05.488596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Bound port: 1d347d03-43cb-445a-b857-008eb82e6c5a, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:05.489274 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.538449 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] For port caea3765-6fec-4e3e-9875-fd72857ce476, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:05.540093 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] For port caea3765-6fec-4e3e-9875-fd72857ce476, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=caea3765-6fec-4e3e-9875-fd72857ce476,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:05.601243 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] For port 1d347d03-43cb-445a-b857-008eb82e6c5a, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:05.605731 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] For port 1d347d03-43cb-445a-b857-008eb82e6c5a, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=1d347d03-43cb-445a-b857-008eb82e6c5a,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:05.609720 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.613710 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.652810 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Provisioning complete for port caea3765-6fec-4e3e-9875-fd72857ce476 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:05.653283 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.672243 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f2d53-14a8-4b69-860c-e8f4739c14a7 None None] Pushing event updated for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:05.697463 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:05.698105 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:05.705439 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.745030 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:05.812834 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:05.816109 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:05.830554 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Pushing event updated for resources: {'Port': ['ID=073db1ec-f721-4ec3-96a9-b27d099b5326,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:05.833179 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:05.862957 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158579c3-cb5d-4808-9600-5d22b71482c4 None None] Pushing event updated for resources: {'Port': ['ID=1d347d03-43cb-445a-b857-008eb82e6c5a,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:05.915944 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:05.957042 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Current status of the port caea3765-6fec-4e3e-9875-fd72857ce476 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:05.957664 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:06.043620 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] For port caea3765-6fec-4e3e-9875-fd72857ce476, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=caea3765-6fec-4e3e-9875-fd72857ce476,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:06.112392 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:06.192289 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0840b5b-2d27-4469-a18e-5cbd37b34a15 None None] Pushing event updated for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:06.245773 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-b3d7a161-8537-430d-8a12-6be63231ab1e None None] Provisioning complete for port caea3765-6fec-4e3e-9875-fd72857ce476 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:06.246161 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b3d7a161-8537-430d-8a12-6be63231ab1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:06.421611 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:06.442065 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7a161-8537-430d-8a12-6be63231ab1e None None] Current status of the port caea3765-6fec-4e3e-9875-fd72857ce476 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:06.460080 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c1cf59-c686-4fa1-8350-124330c0f920 None None] The sync data for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi is: [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:47:06.715021 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for router_gateway (a8872ccd-21bc-4562-b2c6-472536c8a798), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:06.884170 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-9b322390-89bd-45f8-a86f-5daeccbe4b3e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 217 time: 0.0447893 Jan 17 21:47:07.085280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007da8-3c1d-4e73-aa39-3ec66aef0a80 req-4123b510-6934-4926-b9d2-f97d5a7ec319 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:07.094164 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5c007da8-3c1d-4e73-aa39-3ec66aef0a80 req-4123b510-6934-4926-b9d2-f97d5a7ec319 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.0874553 Jan 17 21:47:07.141977 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-c569f73e-0098-4321-ac06-8dca3295d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:07.143710 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-c569f73e-0098-4321-ac06-8dca3295d60e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.1985595 Jan 17 21:47:07.213468 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-638674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-631124'] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:07.217597 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-ac16c237-43e3-4a66-a4ad-91b742aa292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:07.219146 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-ac16c237-43e3-4a66-a4ad-91b742aa292a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0631926 Jan 17 21:47:07.233696 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5c007da8-3c1d-4e73-aa39-3ec66aef0a80 req-1719da1d-97d1-44ef-a01c-2cd43909614a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364851 Jan 17 21:47:07.258135 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43356) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:07.436083 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-d5d8730e-2f1f-48b0-b1f4-aed1965ce951 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176109 Jan 17 21:47:07.508369 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b51895e-f2e1-4797-90ed-b3f9ef25e191 None None] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:47:07.665599 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Provisioning complete for port 1d347d03-43cb-445a-b857-008eb82e6c5a triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:07.666272 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:07.703047 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-dc87efa1-3ecb-40b0-b066-59b7cade8651 req-b7f65b57-ce74-426a-90e1-e985fa1fefda service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574143 Jan 17 21:47:07.732936 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fef69-b7d1-4ec9-ac64-6d8fe0fd2a0a req-029f9569-d163-4929-b41b-752a24da3d23 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:07.751926 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-840fef69-b7d1-4ec9-ac64-6d8fe0fd2a0a req-029f9569-d163-4929-b41b-752a24da3d23 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.2955031 Jan 17 21:47:07.849196 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Current status of the port 1d347d03-43cb-445a-b857-008eb82e6c5a is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:07.849569 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3704e-f381-46c1-8f20-935563a82dcb tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:07.849722 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:07.855144 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43370) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:07.860622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-46f3704e-f381-46c1-8f20-935563a82dcb tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1093 time: 0.6002078 Jan 17 21:47:07.865291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'port_id': '46108a92-1656-4dbf-92c9-960da4f03d32', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:07.870968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Router a8872ccd-21bc-4562-b2c6-472536c8a798 is scheduled to L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c with binding_index 1 {{(pid=109914) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 21:47:07.904634 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] For port 1d347d03-43cb-445a-b857-008eb82e6c5a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=1d347d03-43cb-445a-b857-008eb82e6c5a,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:07.945181 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-840fef69-b7d1-4ec9-ac64-6d8fe0fd2a0a req-fbf22ceb-1b09-444c-8af6-214e8cc13fc3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832504 Jan 17 21:47:07.990726 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.154844 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500ce42-3c6d-467a-96be-9b4cc9640202 None None] Pushing event updated for resources: {'Port': ['ID=1d347d03-43cb-445a-b857-008eb82e6c5a,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:08.161550 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device caea3765-6fec-4e3e-9875-fd72857ce476 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:08.181312 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:47:08.225012 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.229350 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Sync routers for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:47:08.270025 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:08.271166 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:08.368675 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.370334 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d0a1dc45-cf08-4305-b712-aba714edb66f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0199065 Jan 17 21:47:08.374769 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43382) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:08.375654 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.424969 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-4a681063-e29b-4b52-addb-63c33daac320 None None] Provisioning complete for port 1d347d03-43cb-445a-b857-008eb82e6c5a triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:08.426298 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4a681063-e29b-4b52-addb-63c33daac320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.550245 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.27.2.195 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:08.566874 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port caea3765-6fec-4e3e-9875-fd72857ce476 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:08.567803 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.667227 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:08.766097 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:08.935984 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.024012 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-4a681063-e29b-4b52-addb-63c33daac320 None None] Current status of the port 1d347d03-43cb-445a-b857-008eb82e6c5a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:09.027281 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:09.034430 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:09.041006 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:09.073320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port caea3765-6fec-4e3e-9875-fd72857ce476 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:09.073320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 1d347d03-43cb-445a-b857-008eb82e6c5a up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:09.092416 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:09.234022 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 1d347d03-43cb-445a-b857-008eb82e6c5a triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:09.234527 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.261150 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d313d-7454-43d2-854c-fee7e17ff9de req-b12a27a5-d5ed-43dd-add8-04bb44670205 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:09.263030 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-977d313d-7454-43d2-854c-fee7e17ff9de req-b12a27a5-d5ed-43dd-add8-04bb44670205 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.1194773 Jan 17 21:47:09.347231 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:06Z', 'revision_number': 3, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:09.386759 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.398664 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Checking router: a8872ccd-21bc-4562-b2c6-472536c8a798 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:47:09.399216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Updating router a8872ccd-21bc-4562-b2c6-472536c8a798 port 073db1ec-f721-4ec3-96a9-b27d099b5326 binding host dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:47:09.444771 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-977d313d-7454-43d2-854c-fee7e17ff9de req-99f7ac59-aac6-4edf-b50c-9d02e9b4e6c6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455102 Jan 17 21:47:09.523448 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.604553 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 1d347d03-43cb-445a-b857-008eb82e6c5a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:09.685647 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Allocated IP 172.20.0.1 (537c2e35-7dc3-4e6f-beac-432d426caf0c/8cea8aff-c645-4e2c-ac6f-875e1f4f3db1/10fe2131-6e8c-4c47-af1a-a3276c474a08) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:09.696409 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (50b091e4-39ca-4349-961b-d2b19f0def88), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.812208 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 1d347d03-43cb-445a-b857-008eb82e6c5a up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:09.837327 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks [] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.927779 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.969365 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 1d347d03-43cb-445a-b857-008eb82e6c5a triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:09.969735 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:09.984787 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.059201 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:47:10.076147 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:10.082675 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:10.090547 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks [] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), precommit_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.094637 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:10.105398 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Pushing event updated for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:10.165590 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.168170 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631683'] for router_interface (a8872ccd-21bc-4562-b2c6-472536c8a798), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.197885 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 1d347d03-43cb-445a-b857-008eb82e6c5a is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:10.200984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.258643 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.286812 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:10.303082 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accae18-f988-4783-9682-88f73f278764 None None] Pushing event updated for resources: {'Port': ['ID=073db1ec-f721-4ec3-96a9-b27d099b5326,revision_number=2']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:10.311892 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Attempting to bind port 073db1ec-f721-4ec3-96a9-b27d099b5326 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:10.312148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Attempting to bind port 073db1ec-f721-4ec3-96a9-b27d099b5326 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:10.312514 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Attempting to bind port 073db1ec-f721-4ec3-96a9-b27d099b5326 on network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:10.315130 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'a495e799-9404-44c3-b053-712ea97b837f', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:47:10.321538 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:10.321899 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Checking segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109915) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:10.322305 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.322697 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Bound using segment: {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'} {{(pid=109915) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:10.323179 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.managers [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Bound port: 073db1ec-f721-4ec3-96a9-b27d099b5326, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb'}}] {{(pid=109915) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:10.323587 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.436371 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (50b091e4-39ca-4349-961b-d2b19f0def88), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.439099 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:10.439788 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.475420 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a495e799-9404-44c3-b053-712ea97b837f {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:47:10.483216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:10.507651 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] For port 073db1ec-f721-4ec3-96a9-b27d099b5326, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109915) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:10.546376 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] For port 073db1ec-f721-4ec3-96a9-b27d099b5326, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=073db1ec-f721-4ec3-96a9-b27d099b5326,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:10.549917 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:10.556348 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-2dd845c7-1e35-4529-ab5c-7fba21db6f76 None None] Provisioning complete for port 10fe2131-6e8c-4c47-af1a-a3276c474a08 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:10.556903 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2dd845c7-1e35-4529-ab5c-7fba21db6f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.591810 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 50b091e4-39ca-4349-961b-d2b19f0def88 associated. External IP: 172.27.2.195, port: 46108a92-1656-4dbf-92c9-960da4f03d32. Jan 17 21:47:10.594603 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.616260 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.659179 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.675172 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-2dd845c7-1e35-4529-ab5c-7fba21db6f76 None None] Port 10fe2131-6e8c-4c47-af1a-a3276c474a08 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:47:10.711746 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:10.712395 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:10.716558 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accae18-f988-4783-9682-88f73f278764 None None] Pushing event updated for resources: {'Port': ['ID=073db1ec-f721-4ec3-96a9-b27d099b5326,revision_number=3']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:10.890568 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:10.923793 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks [] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:10.929999 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:10.979233 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:47:11.002420 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:11.090632 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Pushing event updated for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:11.093804 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-592112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631575'] for router_interface (a8872ccd-21bc-4562-b2c6-472536c8a798), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:11.203208 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:47:11.212493 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '10fe2131-6e8c-4c47-af1a-a3276c474a08', 'name': '', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'mac_address': 'fa:16:3e:f9:c0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:09Z', 'revision_number': 1, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'subnets': [{'id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:11.221775 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:47:11.223505 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:11.226056 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:11.243260 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:11.244711 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:11.290790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92d460-dd7f-49b3-9f1d-98a3090aa82c None None] The sync data for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi is: [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '10fe2131-6e8c-4c47-af1a-a3276c474a08', 'name': '', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'mac_address': 'fa:16:3e:f9:c0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:09Z', 'revision_number': 1, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'subnets': [{'id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:47:11.296953 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:11.368993 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4b3d6c23-6535-4d5a-911d-9c739bd90456 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5005610 Jan 17 21:47:11.368993 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:11.368993 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dedec72-86ec-4ea3-a944-09adb757eda9" -d '{"events": [{"name": "network-changed", "server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:11.439750 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Router a8872ccd-21bc-4562-b2c6-472536c8a798 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:47:11.463086 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:11.753308 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-15242a8f-517f-47b8-a5f2-e6c061a948a8 None None] Provisioning complete for port 10fe2131-6e8c-4c47-af1a-a3276c474a08 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:11.755852 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-15242a8f-517f-47b8-a5f2-e6c061a948a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:11.815292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-15242a8f-517f-47b8-a5f2-e6c061a948a8 None None] Port 10fe2131-6e8c-4c47-af1a-a3276c474a08 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:47:11.912329 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '50b091e4-39ca-4349-961b-d2b19f0def88', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '46108a92-1656-4dbf-92c9-960da4f03d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:50:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:09Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:11.978088 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:47:11.988395 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:47:12.009696 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ef0aeeaa-f234-4435-82aa-f422b639d43d admin admin] 10.222.0.74 "PUT /v2.0/routers/a8872ccd-21bc-4562-b2c6-472536c8a798/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6333578 Jan 17 21:47:12.012510 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:12.014899 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:12.120463 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5aa267-26fa-43b4-9a69-41713ca349fd req-bb4b3757-3ff4-4939-87ef-9972335323d0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:12.123061 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9a5aa267-26fa-43b4-9a69-41713ca349fd req-bb4b3757-3ff4-4939-87ef-9972335323d0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.1032426 Jan 17 21:47:12.126042 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['a495e799-9404-44c3-b053-712ea97b837f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:47:12.249406 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9a5aa267-26fa-43b4-9a69-41713ca349fd req-f946f3d3-c461-477e-9cf3-5aeefb9303e9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163769 Jan 17 21:47:12.335903 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae9887e-ba24-47a2-bc3c-dc2e149a9aca x-openstack-request-id: req-2ae9887e-ba24-47a2-bc3c-dc2e149a9aca {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:12.336451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:12.336651 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2ae9887e-ba24-47a2-bc3c-dc2e149a9aca {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:12.338645 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32', 'status': 'completed', 'code': 200} Jan 17 21:47:12.381427 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:12.434301 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-94e8b539-8d37-4790-b616-99414a648cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:12.439523 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-94e8b539-8d37-4790-b616-99414a648cb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1098 time: 0.0741949 Jan 17 21:47:12.777110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-e62384f4-175c-4e5e-872b-104da8c9cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:12.779065 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '50b091e4-39ca-4349-961b-d2b19f0def88', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '46108a92-1656-4dbf-92c9-960da4f03d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:50:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:09Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:12.782220 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-e62384f4-175c-4e5e-872b-104da8c9cd66 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.3267601 Jan 17 21:47:12.845208 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed3513a-7c2f-4bf4-b462-a2a2229237ec None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '50b091e4-39ca-4349-961b-d2b19f0def88', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '46108a92-1656-4dbf-92c9-960da4f03d32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:50:0e:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:09Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:47:12.955973 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-6c702877-2037-4a52-be8e-e0fb0b915000 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46108a92-1656-4dbf-92c9-960da4f03d32 HTTP/1.1" status: 200 len: 999 time: 0.1664562 Jan 17 21:47:13.110667 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-e454da24-5f73-4834-b50b-dea68425f55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:13.114434 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-e454da24-5f73-4834-b50b-dea68425f55b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.1497233 Jan 17 21:47:13.276208 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-fb41ff7b-2b9c-404c-8383-1d3751ea56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:13.277762 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-fb41ff7b-2b9c-404c-8383-1d3751ea56dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1445405 Jan 17 21:47:13.346204 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-084b2a29-fb9b-4886-8466-10c2499e1bbd None None] New status for floating IP 50b091e4-39ca-4349-961b-d2b19f0def88: ACTIVE {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:47:13.459093 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-8a951081-17ea-4d57-a220-f1ae5b8d117e service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715200 Jan 17 21:47:13.647582 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43448) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:13.652855 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552169382', 'description': 'tempest-secgroup-smoke-1552169382 description', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:13.733100 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-8dedec72-86ec-4ea3-a944-09adb757eda9 req-d4b9e33e-02a2-4dac-9871-b4a22e13265b service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673466 Jan 17 21:47:13.845714 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 073db1ec-f721-4ec3-96a9-b27d099b5326 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:13.889174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:13.948421 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 073db1ec-f721-4ec3-96a9-b27d099b5326 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:13.949049 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.028036 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:14.046592 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (27ba48bb-8fe2-4fdb-a732-db9006f8a22a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.050405 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29846-ec9a-4037-b77e-ee0e603ba379 req-add74022-8f5b-49f8-b073-81641c55a8fe tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:14.065358 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-94a29846-ec9a-4037-b77e-ee0e603ba379 req-add74022-8f5b-49f8-b073-81641c55a8fe tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.1086078 Jan 17 21:47:14.112053 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (27ba48bb-8fe2-4fdb-a732-db9006f8a22a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.117337 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 073db1ec-f721-4ec3-96a9-b27d099b5326 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:14.117711 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.167225 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] For port 073db1ec-f721-4ec3-96a9-b27d099b5326, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=073db1ec-f721-4ec3-96a9-b27d099b5326,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:14.173926 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-94a29846-ec9a-4037-b77e-ee0e603ba379 req-29b40d04-1de0-4666-b437-05453f4179f1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066880 Jan 17 21:47:14.201176 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ba48bb-8fe2-4fdb-a732-db9006f8a22a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:14.224637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43452) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:14.365471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d02a92eb-8826-4ade-bf04-e20e86a3e135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.393305 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.400306 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43456) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:14.400620 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-41db5c82-e762-4efd-9679-77fe81e6994d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7516623 Jan 17 21:47:14.407251 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:14.436288 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.460995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port a495e799-9404-44c3-b053-712ea97b837f completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:47:14.474311 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port a495e799-9404-44c3-b053-712ea97b837f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:14.474692 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a495e799-9404-44c3-b053-712ea97b837f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.523710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d02a92eb-8826-4ade-bf04-e20e86a3e135 admin admin] Publish callbacks [] for security_group (e5c68156-8933-499d-a901-c1816061133a), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.527602 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (90f82784-7ff3-47c4-900e-bcf6ec77e4fb), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.533626 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Pushing event updated for resources: {'Port': ['ID=073db1ec-f721-4ec3-96a9-b27d099b5326,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:14.606078 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:14.608406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.617977 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (90f82784-7ff3-47c4-900e-bcf6ec77e4fb), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.624953 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d02a92eb-8826-4ade-bf04-e20e86a3e135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e5c68156-8933-499d-a901-c1816061133a), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.650453 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:14.652718 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03edba9-d7f5-44c7-8fa3-4f4aaca57d33" -d '{"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:14.672759 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:14.681326 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (90f82784-7ff3-47c4-900e-bcf6ec77e4fb), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.705632 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a92eb-8826-4ade-bf04-e20e86a3e135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c68156-8933-499d-a901-c1816061133a,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:14.716244 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d02a92eb-8826-4ade-bf04-e20e86a3e135 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=be9ba12b713b4f25b45e53f435eeb938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4894228 Jan 17 21:47:14.719797 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43462) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:14.727145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0a815d-9caf-49b8-b9f2-b03c4465b31a x-openstack-request-id: req-3a0a815d-9caf-49b8-b9f2-b03c4465b31a {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:14.727661 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:14.728266 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3a0a815d-9caf-49b8-b9f2-b03c4465b31a {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:14.728981 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'code': 200} Jan 17 21:47:14.738134 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f82784-7ff3-47c4-900e-bcf6ec77e4fb,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:14.740340 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.799239 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.800378 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-65480a1a-1f0c-4e9e-9af3-f86d511b361b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3988881 Jan 17 21:47:14.804975 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43464) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:14.810150 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:14.820754 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] Publish callbacks [] for security_group (e5c68156-8933-499d-a901-c1816061133a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.831613 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:14.861815 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] Publish callbacks [] for security_group (e5c68156-8933-499d-a901-c1816061133a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:14.956675 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (aef33b04-bc49-4433-8fd2-83f0b85eb44d), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.031372 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e5c68156-8933-499d-a901-c1816061133a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.036447 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.041754 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (aef33b04-bc49-4433-8fd2-83f0b85eb44d), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.044692 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Sync routers for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:47:15.048583 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e5c68156-8933-499d-a901-c1816061133a HTTP/1.1" status: 204 len: 168 time: 0.3167150 Jan 17 21:47:15.062300 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee74f1-9178-438b-acb1-43e1988b08ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c68156-8933-499d-a901-c1816061133a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:15.064040 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:15.064810 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:15.115829 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (aef33b04-bc49-4433-8fd2-83f0b85eb44d), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.145298 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef33b04-bc49-4433-8fd2-83f0b85eb44d,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:15.193988 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:15.245243 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.248244 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-74e6dcaf-90ea-4896-be2e-bc37d5ed3748 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4416900 Jan 17 21:47:15.251022 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43472) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:15.255955 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:15.368891 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (476e8933-4d48-46da-aca3-c08ee5a9ca8e), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.437471 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '10fe2131-6e8c-4c47-af1a-a3276c474a08', 'name': '', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'mac_address': 'fa:16:3e:f9:c0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 2, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'subnets': [{'id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:15.438016 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (476e8933-4d48-46da-aca3-c08ee5a9ca8e), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.463411 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Checking router: a8872ccd-21bc-4562-b2c6-472536c8a798 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:47:15.463765 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Updating router a8872ccd-21bc-4562-b2c6-472536c8a798 port 10fe2131-6e8c-4c47-af1a-a3276c474a08 binding host dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 21:47:15.495660 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.550080 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (476e8933-4d48-46da-aca3-c08ee5a9ca8e), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.576738 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476e8933-4d48-46da-aca3-c08ee5a9ca8e,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:15.695412 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.695412 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7a6a97d9-0a12-4aa0-85f8-db7d1b817097 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403448 Jan 17 21:47:15.696672 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43476) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:15.702640 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:15.750809 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 073db1ec-f721-4ec3-96a9-b27d099b5326 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:15.820274 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (a0b8ca59-3b42-4928-8913-2e738e1d7dab), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.837869 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 073db1ec-f721-4ec3-96a9-b27d099b5326 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:15.838386 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.846707 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks [] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), precommit_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.910027 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (a0b8ca59-3b42-4928-8913-2e738e1d7dab), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.933644 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.951124 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43480) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:15.970741 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c20e638-2654-4d65-8389-dbef8ee2131b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:15.995976 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (a0b8ca59-3b42-4928-8913-2e738e1d7dab), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.009170 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911389cb-4f38-436f-b188-98684d511bb8 None None] Pushing event updated for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=3']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.055770 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b8ca59-3b42-4928-8913-2e738e1d7dab,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.082321 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c20e638-2654-4d65-8389-dbef8ee2131b admin admin] Publish callbacks [] for security_group (1b8c7862-a557-4346-bc02-cb3f6da44993), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.112962 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.118441 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43482) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:16.125764 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-eabf8385-beef-4085-8f0a-b0f1b4cdee0f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4200442 Jan 17 21:47:16.126813 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:16.138384 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Attempting to bind port 10fe2131-6e8c-4c47-af1a-a3276c474a08 on host dv-cinder-825012-3-iscsi for vnic_type normal with profile {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:16.139964 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Attempting to bind port 10fe2131-6e8c-4c47-af1a-a3276c474a08 by drivers openvswitch,hyperv on host dv-cinder-825012-3-iscsi at level 0 using segments [{'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:16.140804 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Attempting to bind port 10fe2131-6e8c-4c47-af1a-a3276c474a08 on network 537c2e35-7dc3-4e6f-beac-432d426caf0c {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:16.150914 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 073db1ec-f721-4ec3-96a9-b27d099b5326 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:16.151448 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Checking agent: {'id': '126bb8e7-5a84-4331-90f5-26db77b83f41', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-825012-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 32, 3), 'started_at': datetime.datetime(2022, 1, 17, 21, 32, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 47, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-825012-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:16.154080 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Checking segment: {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109916) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:16.154522 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.154952 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Bound using segment: {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'} {{(pid=109916) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:16.155682 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.managers [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Bound port: 10fe2131-6e8c-4c47-af1a-a3276c474a08, host: dv-cinder-825012-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9ba5e3f-3ae3-4041-8927-8ccf87262197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c'}}] {{(pid=109916) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:16.157142 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), before_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.167541 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4c20e638-2654-4d65-8389-dbef8ee2131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1b8c7862-a557-4346-bc02-cb3f6da44993), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.230815 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4c20e638-2654-4d65-8389-dbef8ee2131b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4a7a9c92596d4623abba574f0f77296a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774944 Jan 17 21:47:16.233011 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20e638-2654-4d65-8389-dbef8ee2131b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8c7862-a557-4346-bc02-cb3f6da44993,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.234823 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43484) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:16.254058 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] For port 10fe2131-6e8c-4c47-af1a-a3276c474a08, host dv-cinder-825012-3-iscsi, cleared binding levels {{(pid=109916) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:16.258265 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.plugins.ml2.db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] For port 10fe2131-6e8c-4c47-af1a-a3276c474a08, host dv-cinder-825012-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=10fe2131-6e8c-4c47-af1a-a3276c474a08,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109916) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:16.264514 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.securitygroups_db [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Project cd1810704d9b454a8d43d58e68d0b23d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:47:16.271574 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (8fd0a545-261e-4aa5-b91e-408f66f97330), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.320707 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] Publish callbacks [] for security_group (1b8c7862-a557-4346-bc02-cb3f6da44993), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.362260 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] Publish callbacks [] for security_group (1b8c7862-a557-4346-bc02-cb3f6da44993), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.370206 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron_lib.callbacks.manager [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_update {{(pid=109916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.379402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (8fd0a545-261e-4aa5-b91e-408f66f97330), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.383755 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Provisioning complete for port 10fe2131-6e8c-4c47-af1a-a3276c474a08 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:16.384405 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.476839 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (8fd0a545-261e-4aa5-b91e-408f66f97330), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.487597 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911389cb-4f38-436f-b188-98684d511bb8 None None] Pushing event updated for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=4']} {{(pid=109916) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.500613 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1b8c7862-a557-4346-bc02-cb3f6da44993), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.502838 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:16.504229 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:16.511883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.517642 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1b8c7862-a557-4346-bc02-cb3f6da44993 HTTP/1.1" status: 204 len: 168 time: 0.2785859 Jan 17 21:47:16.522126 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd0a545-261e-4aa5-b91e-408f66f97330,revision_number=0']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.575585 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa1274e-f187-46ad-a3f0-b829aeab612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8c7862-a557-4346-bc02-cb3f6da44993,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:16.657540 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.666257 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43488) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:16.666615 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6ec72046-3631-472d-bbf3-e2581a268a90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5461736 Jan 17 21:47:16.672816 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'security_group_rule': {'security_group_id': '27ba48bb-8fe2-4fdb-a732-db9006f8a22a', 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:16.677013 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Current status of the port 10fe2131-6e8c-4c47-af1a-a3276c474a08 is: DOWN; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:16.677728 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.759060 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] For port 10fe2131-6e8c-4c47-af1a-a3276c474a08, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=10fe2131-6e8c-4c47-af1a-a3276c474a08,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:16.806346 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:16.835349 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.securitygroups_db [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Project cd1810704d9b454a8d43d58e68d0b23d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 21:47:16.855216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (32ed7556-e00b-43de-90f5-f2165b0f7304), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.910322 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:16.931324 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (32ed7556-e00b-43de-90f5-f2165b0f7304), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:17.004659 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c989da1-b468-4d39-8721-e4c44a14db44 None None] Pushing event updated for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:17.051367 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-c63ed8a1-6629-44e4-bf12-38c4bcf80b94 None None] Provisioning complete for port 10fe2131-6e8c-4c47-af1a-a3276c474a08 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:17.052463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c63ed8a1-6629-44e4-bf12-38c4bcf80b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:17.057128 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce54d2-f05f-41bb-8be8-4f1440a51452 req-93409b08-21e6-4661-be7d-ea317bb0152e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:17.059776 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6bce54d2-f05f-41bb-8be8-4f1440a51452 req-93409b08-21e6-4661-be7d-ea317bb0152e tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1034615 Jan 17 21:47:17.064513 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703863'] for security_group_rule (32ed7556-e00b-43de-90f5-f2165b0f7304), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:17.105688 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ed7556-e00b-43de-90f5-f2165b0f7304,revision_number=0']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:17.163224 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6bce54d2-f05f-41bb-8be8-4f1440a51452 req-a7fd20e3-7c03-4354-931e-04b7a77f0e7b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938382 Jan 17 21:47:17.208889 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-c63ed8a1-6629-44e4-bf12-38c4bcf80b94 None None] Current status of the port 10fe2131-6e8c-4c47-af1a-a3276c474a08 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:17.215800 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:17.232007 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-73124a1e-8217-47f9-9bbc-a1de26b05576 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5510843 Jan 17 21:47:17.262423 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '10fe2131-6e8c-4c47-af1a-a3276c474a08', 'name': '', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'mac_address': 'fa:16:3e:f9:c0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:16Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'subnets': [{'id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:17.267222 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd820c-98ce-4a35-be50-47914b1f542d req-4fb3f9fb-8184-4e40-a14d-48c8edef90cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:17.269050 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-acfd820c-98ce-4a35-be50-47914b1f542d req-4fb3f9fb-8184-4e40-a14d-48c8edef90cf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1099 time: 0.0674031 Jan 17 21:47:17.318874 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f45bc3-9294-4b94-af97-5f2cd0b479fb None None] The sync data for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi is: [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:47:10Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '10fe2131-6e8c-4c47-af1a-a3276c474a08', 'name': '', 'network_id': '537c2e35-7dc3-4e6f-beac-432d426caf0c', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'mac_address': 'fa:16:3e:f9:c0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:09Z', 'updated_at': '2022-01-17T21:47:16Z', 'revision_number': 4, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'subnets': [{'id': '8cea8aff-c645-4e2c-ac6f-875e1f4f3db1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:47:17.373127 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-acfd820c-98ce-4a35-be50-47914b1f542d req-36603ade-f7a5-4c88-808f-669acfbed63e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905282 Jan 17 21:47:17.818396 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 10fe2131-6e8c-4c47-af1a-a3276c474a08 up at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:17.935486 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Provisioning complete for port 10fe2131-6e8c-4c47-af1a-a3276c474a08 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:17.935969 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:18.107068 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Current status of the port 10fe2131-6e8c-4c47-af1a-a3276c474a08 is: ACTIVE; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:18.406540 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee068eb-b2bd-4c17-8584-e9eb047f38dc req-a6cab9bf-32ff-4cdb-badd-6e18a74c0f43 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:18.406540 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cee068eb-b2bd-4c17-8584-e9eb047f38dc req-a6cab9bf-32ff-4cdb-badd-6e18a74c0f43 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0870233 Jan 17 21:47:18.499283 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cee068eb-b2bd-4c17-8584-e9eb047f38dc req-9ea45d19-8d2a-4a6f-b245-bc2ca3188619 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894694 Jan 17 21:47:19.737504 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca658-02e8-47e3-917f-bc845a6e80c2 req-b271b38e-c2ba-42bc-ab02-db4d4f9d2d0a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:19.743688 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-98bca658-02e8-47e3-917f-bc845a6e80c2 req-b271b38e-c2ba-42bc-ab02-db4d4f9d2d0a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0971947 Jan 17 21:47:19.828844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-98bca658-02e8-47e3-917f-bc845a6e80c2 req-073cd940-32b8-4c1f-90b3-f1d8cd7f7e1c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768375 Jan 17 21:47:19.998762 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304f0e0-db82-4b83-b6d1-5000d8e0b928 req-2bd3f792-1399-4ddd-b632-19fd8143782a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:20.002132 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8304f0e0-db82-4b83-b6d1-5000d8e0b928 req-2bd3f792-1399-4ddd-b632-19fd8143782a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0853574 Jan 17 21:47:20.023107 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43628) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:20.034219 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Request body: {'floatingip': {'port_id': 'a495e799-9404-44c3-b053-712ea97b837f'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:20.433209 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:20.938717 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:21.083723 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:21.179162 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:21.310667 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Floating IP 34379cef-2ba2-41c2-ba90-902a87d9c4f5 associated. External IP: 172.27.2.206, port: a495e799-9404-44c3-b053-712ea97b837f. Jan 17 21:47:21.620319 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:47:21.803056 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:47:21.810866 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:21.817146 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:47:21.834711 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:21.835582 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:21.850544 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4828a4ba-abf4-4e41-950c-00853de3a89c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "PUT /v2.0/floatingips/34379cef-2ba2-41c2-ba90-902a87d9c4f5 HTTP/1.1" status: 200 len: 992 time: 1.8256629 Jan 17 21:47:21.851798 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:21.864639 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e245433a-5a6e-4b85-82a0-23027dbc7f54" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:22.068232 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:22.070451 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05706aee-9b1e-44c2-baa3-84e3004a1c55 x-openstack-request-id: req-05706aee-9b1e-44c2-baa3-84e3004a1c55 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:22.071012 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:22.071496 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-05706aee-9b1e-44c2-baa3-84e3004a1c55 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:22.075666 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'status': 'completed', 'code': 200} Jan 17 21:47:22.168440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-65b147bb-e1dd-42c1-a53e-12856fb017bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:22.170385 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-65b147bb-e1dd-42c1-a53e-12856fb017bc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1099 time: 0.0625010 Jan 17 21:47:22.304060 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-9b97925f-e173-4f4e-a1b1-380ed3101c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:22.305917 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-9b97925f-e173-4f4e-a1b1-380ed3101c6f service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1291890 Jan 17 21:47:22.399960 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-b985de06-032e-4f37-95ee-5a9665fbf61e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 1000 time: 0.0878475 Jan 17 21:47:22.446645 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '34379cef-2ba2-41c2-ba90-902a87d9c4f5', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae6080-e674-4972-a18d-3611da638411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:52Z', 'updated_at': '2022-01-17T21:47:20Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:22.467091 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-b3250088-b810-463a-8de6-c7d55f093bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:22.469766 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-b3250088-b810-463a-8de6-c7d55f093bb1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0634503 Jan 17 21:47:22.498475 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:47:22.509685 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:47:22.510189 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:46:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:22.548116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-515aed37-1e7d-4621-90b5-3edc73339935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:22.550892 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-515aed37-1e7d-4621-90b5-3edc73339935 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728703 Jan 17 21:47:22.666715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:47:23.058750 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '34379cef-2ba2-41c2-ba90-902a87d9c4f5', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae6080-e674-4972-a18d-3611da638411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:52Z', 'updated_at': '2022-01-17T21:47:20Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:47:23.094319 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea557a5-b2ed-4bfb-90ad-ac50cfe63dce None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '34379cef-2ba2-41c2-ba90-902a87d9c4f5', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dae6080-e674-4972-a18d-3611da638411', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:46:52Z', 'updated_at': '2022-01-17T21:47:20Z', 'revision_number': 1, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:47:23.338160 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486fe30-a5e1-4125-bfdc-88aa6cd0f57e None None] New status for floating IP 34379cef-2ba2-41c2-ba90-902a87d9c4f5: ACTIVE {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:47:25.394291 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-42830dc5-5267-4f0c-bd89-70ec3cc0feb6 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353083 Jan 17 21:47:25.424687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7877-ed70-4599-8b54-4b894e3764fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:25.506399 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-e245433a-5a6e-4b85-82a0-23027dbc7f54 req-637ab7e3-f96d-4411-8722-0c396a34cbe4 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046751 Jan 17 21:47:26.995576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43708) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:27.185940 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1221-bcc4-437c-8d0d-322b400d8edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.315183 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1221-bcc4-437c-8d0d-322b400d8edb admin admin] Publish callbacks [] for security_group (3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.417032 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0dfa1221-bcc4-437c-8d0d-322b400d8edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.475174 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0dfa1221-bcc4-437c-8d0d-322b400d8edb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c66300c31f884fa697bc7b76216f3aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4731393 Jan 17 21:47:27.475174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa1221-bcc4-437c-8d0d-322b400d8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:27.475589 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43716) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:27.540674 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Publish callbacks [] for security_group (3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.579093 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Publish callbacks [] for security_group (3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.790784 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.793652 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:27.795095 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043 HTTP/1.1" status: 204 len: 168 time: 0.3193364 Jan 17 21:47:27.804529 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aad7e6c-1f03-4fe6-8a2d-6ebd0ff74043,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:27.816100 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.816469 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.816897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.817196 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.817536 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.817873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.818209 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.818542 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.818874 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.819207 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.819730 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.820091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:27.820416 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d3afa4f-1696-42e1-856a-e88148d43ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:28.327563 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0bdfec39-003c-4a53-bacf-57371140db63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:29.834482 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:32.108383 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:32.892898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:39.210850 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-8820669c-f7f2-4665-9b8d-0eef9ef19b36 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552169382&fields=id&tenant_id=cd1810704d9b454a8d43d58e68d0b23d HTTP/1.1" status: 200 len: 267 time: 0.0588434 Jan 17 21:47:39.343784 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-27052e74-c055-4a11-8e39-b945321f4b5a tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:39.345601 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-27052e74-c055-4a11-8e39-b945321f4b5a tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 808 time: 0.1253223 Jan 17 21:47:39.362914 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-7f158d6f-b68a-4011-a4ba-8160c3db3071 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/quotas/cd1810704d9b454a8d43d58e68d0b23d HTTP/1.1" status: 200 len: 375 time: 0.0106163 Jan 17 21:47:39.428372 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-9c7ce4da-face-4ad8-b712-ea22b194c58d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578575 Jan 17 21:47:39.597999 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-486bd1cf-653a-446b-a50e-0d6e535adb0c service neutron] 10.222.0.74 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566627 Jan 17 21:47:39.703191 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-41a6fecb-e2a6-477e-a19e-29f943b7785d service neutron] 10.222.0.74 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986261 Jan 17 21:47:40.232744 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:47:40.726136 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5b13c822-92ec-45b0-b691-4074944741d3 req-a7efd5c1-9a82-43cd-a7f4-a36262b89c55 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 210 time: 0.0313001 Jan 17 21:47:41.878693 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-717c9637-89ba-4b99-9639-fd2026294393 req-5f2f678d-59f8-4d7e-a108-3aefe1596050 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 210 time: 0.0345926 Jan 17 21:47:42.998309 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a1a0790d-b0a2-4a59-9777-66c05337908f req-cb9f4311-482b-4a93-9a74-d809296b596d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 210 time: 0.0338550 Jan 17 21:47:43.206391 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-fcb9a5b7-5645-4a01-9cb6-6686c20e276e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:43.207887 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-fcb9a5b7-5645-4a01-9cb6-6686c20e276e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 808 time: 0.1163719 Jan 17 21:47:43.282206 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-88a6e75b-ce43-4a8c-9adc-2e1bd51c50c5 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd1810704d9b454a8d43d58e68d0b23d HTTP/1.1" status: 200 len: 380 time: 0.0640047 Jan 17 21:47:43.295348 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'port': {'device_id': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'admin_state_up': True, 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'security_groups': ['27ba48bb-8fe2-4fdb-a732-db9006f8a22a']}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:43.513440 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Made reservation on behalf of cd1810704d9b454a8d43d58e68d0b23d for: {'port': 1} {{(pid=109914) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:47:43.521194 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:43.681956 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Allocated IP 172.20.0.12 (f26f947d-581e-4a9e-8a4a-62fd879e6d07/b846c876-3378-47f8-9f46-c22818261014/e23d771a-3110-4f80-bb58-a8df0c281854) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:47:43.871662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for port (e23d771a-3110-4f80-bb58-a8df0c281854), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.002650 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.068202 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:47:44.072268 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:47:44.078015 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:47:44.106373 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:44.147578 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:44.148588 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.229949 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25c3c4-e0c0-41f9-bee6-bea721f80447 req-7ce288ec-4a56-410e-b6b9-95272d709da3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:44.234184 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a25c3c4-e0c0-41f9-bee6-bea721f80447 req-7ce288ec-4a56-410e-b6b9-95272d709da3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 932 time: 0.0619075 Jan 17 21:47:44.284083 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-53ea2a75-e17f-49ff-b650-09fb3b91f7b1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9934039 Jan 17 21:47:44.300500 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Request body: {'port': {'device_id': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:47:44.321092 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1a25c3c4-e0c0-41f9-bee6-bea721f80447 req-7a223576-738b-41a8-80b3-c1b5a643f2f0 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791767 Jan 17 21:47:44.370766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.423544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-eaa3c15d-f795-4488-a2d7-50ee44bfdbf1 None None] Provisioning complete for port e23d771a-3110-4f80-bb58-a8df0c281854 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:44.424471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-eaa3c15d-f795-4488-a2d7-50ee44bfdbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.470034 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3c15d-f795-4488-a2d7-50ee44bfdbf1 None None] Port e23d771a-3110-4f80-bb58-a8df0c281854 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:47:44.726541 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23d771a-3110-4f80-bb58-a8df0c281854 {{(pid=109914) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:47:44.734920 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks [] for port (e23d771a-3110-4f80-bb58-a8df0c281854), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.748892 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.provisioning_blocks [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Transition to ACTIVE for port object e23d771a-3110-4f80-bb58-a8df0c281854 will not be triggered until provisioned by entity L2. {{(pid=109914) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:47:44.828373 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:44.885175 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:44.989472 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Attempting to bind port e23d771a-3110-4f80-bb58-a8df0c281854 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:47:44.989864 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Attempting to bind port e23d771a-3110-4f80-bb58-a8df0c281854 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:47:44.990196 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Attempting to bind port e23d771a-3110-4f80-bb58-a8df0c281854 on network f26f947d-581e-4a9e-8a4a-62fd879e6d07 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:44.997884 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Port e23d771a-3110-4f80-bb58-a8df0c281854 on network f26f947d-581e-4a9e-8a4a-62fd879e6d07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:47:44.997884 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Attempting to bind port e23d771a-3110-4f80-bb58-a8df0c281854 on network f26f947d-581e-4a9e-8a4a-62fd879e6d07 {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:47:45.003461 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:47:45.003934 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Checking segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:47:45.004465 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Bound using segment: {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'} {{(pid=109914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:47:45.005018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.managers [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Bound port: e23d771a-3110-4f80-bb58-a8df0c281854, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad777e1-a898-4aac-9aec-a93c60c9c615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07'}}] {{(pid=109914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:47:45.005438 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:45.105979 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, cleared binding levels {{(pid=109914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:47:45.112139 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:47:45.233986 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:45.270247 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.270882 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:45.272364 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] 10.222.0.81 "PUT /v2.0/ports/e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 1094 time: 0.9772015 Jan 17 21:47:45.272818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:45.275669 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b4e166-80a4-49f8-86b4-5cc79c398ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:45.319899 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdea9d-22e8-43ae-bf6a-ce2b236af971 service neutron] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=3']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:45.338653 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed6fb2f-14d0-4d71-8716-dccb10371364 x-openstack-request-id: req-0ed6fb2f-14d0-4d71-8716-dccb10371364 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:45.338941 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:45.339504 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0ed6fb2f-14d0-4d71-8716-dccb10371364 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:45.340095 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'status': 'completed', 'code': 200} Jan 17 21:47:45.418815 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-790c505b-29ed-46b7-97e4-2df9195848aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.420604 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-790c505b-29ed-46b7-97e4-2df9195848aa service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1097 time: 0.0576065 Jan 17 21:47:45.472889 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810652cd-62a2-4161-aac2-050f59dcb075 req-e61cb916-f0ff-45bd-87e2-9df48dcbafd5 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.476858 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-810652cd-62a2-4161-aac2-050f59dcb075 req-e61cb916-f0ff-45bd-87e2-9df48dcbafd5 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0637183 Jan 17 21:47:45.542051 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-810652cd-62a2-4161-aac2-050f59dcb075 req-c9383669-1c1b-440a-8fce-3bc7f926052e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611484 Jan 17 21:47:45.580270 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-ac9d4fbe-5a65-4ca1-9238-e0348a18e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.581751 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-ac9d4fbe-5a65-4ca1-9238-e0348a18e680 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1519489 Jan 17 21:47:45.717797 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-3bec04ac-ca68-405e-b4ee-ff8d61af47fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.719744 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-15b4e166-80a4-49f8-86b4-5cc79c398ef7 req-3bec04ac-ca68-405e-b4ee-ff8d61af47fc service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301098 Jan 17 21:47:45.818114 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-ac490115-d424-4f8f-b2a8-1859731cec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.819646 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-ac490115-d424-4f8f-b2a8-1859731cec49 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1097 time: 0.0487342 Jan 17 21:47:45.872336 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-cf82fa31-1e74-4390-9f05-f41ebcefbb57 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 217 time: 0.0391319 Jan 17 21:47:45.931569 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-4c010e0c-5abe-477e-a3f9-6bd5934a80f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.933064 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-4c010e0c-5abe-477e-a3f9-6bd5934a80f9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0534866 Jan 17 21:47:45.983444 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 43920) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:45.985316 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cff86-dd68-493d-a623-bee400427127 req-44511bb2-dad0-480a-81a5-4a48587ff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:45.986906 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-44511bb2-dad0-480a-81a5-4a48587ff021 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464711 Jan 17 21:47:46.116267 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-56815705-33f7-4e29-a236-fc64afc02937 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221001 Jan 17 21:47:46.123892 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f167d9e5-f1dc-44a0-a0e0-8b5e3dbae0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.223913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f167d9e5-f1dc-44a0-a0e0-8b5e3dbae0e5 admin admin] Publish callbacks [] for security_group (bcba9fbe-c604-466c-ab8c-a74cf1040185), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.278449 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-c40cff86-dd68-493d-a623-bee400427127 req-a41a5d26-fda3-45a0-8ebb-1c22974f9fc0 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553857 Jan 17 21:47:46.337991 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f167d9e5-f1dc-44a0-a0e0-8b5e3dbae0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (bcba9fbe-c604-466c-ab8c-a74cf1040185), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.415282 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f167d9e5-f1dc-44a0-a0e0-8b5e3dbae0e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=015e0d51cf86428e836ead1b97a5bfab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4301062 Jan 17 21:47:46.416937 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167d9e5-f1dc-44a0-a0e0-8b5e3dbae0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcba9fbe-c604-466c-ab8c-a74cf1040185,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:46.419997 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 43932) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:47:46.513171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] Publish callbacks [] for security_group (bcba9fbe-c604-466c-ab8c-a74cf1040185), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.554271 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] Publish callbacks [] for security_group (bcba9fbe-c604-466c-ab8c-a74cf1040185), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.737710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (bcba9fbe-c604-466c-ab8c-a74cf1040185), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.740281 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:46.741660 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bcba9fbe-c604-466c-ab8c-a74cf1040185 HTTP/1.1" status: 204 len: 168 time: 0.3201146 Jan 17 21:47:46.751125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400748b8-7359-41bb-a13b-7c3cba5bb8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcba9fbe-c604-466c-ab8c-a74cf1040185,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:47.633920 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00ac0e-dacc-40ae-bd8f-2e29cc389626 req-af9123ee-a309-49f7-847f-c8df93775a30 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:47.635791 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc00ac0e-dacc-40ae-bd8f-2e29cc389626 req-af9123ee-a309-49f7-847f-c8df93775a30 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0826082 Jan 17 21:47:47.712671 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dc00ac0e-dacc-40ae-bd8f-2e29cc389626 req-b1339109-d4a0-40c6-a787-5b3919274789 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665557 Jan 17 21:47:48.866323 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0b62e-606e-47ff-91c9-ac78e1de5f07 req-06de501f-1389-4c04-b602-b17a2392381d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:48.868004 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-40b0b62e-606e-47ff-91c9-ac78e1de5f07 req-06de501f-1389-4c04-b602-b17a2392381d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0717163 Jan 17 21:47:48.929284 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-40b0b62e-606e-47ff-91c9-ac78e1de5f07 req-23c18753-8c8d-4c05-8a95-fb503b05028e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505710 Jan 17 21:47:50.106631 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f4835-7e0a-4b27-80ed-8fb34fd6649d req-abe04fc3-993c-4035-a3bd-411a290d3565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:50.109528 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1d8f4835-7e0a-4b27-80ed-8fb34fd6649d req-abe04fc3-993c-4035-a3bd-411a290d3565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0945227 Jan 17 21:47:50.197781 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1d8f4835-7e0a-4b27-80ed-8fb34fd6649d req-41ebf049-551f-4052-a1ed-00f0b6b292a3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812144 Jan 17 21:47:50.890660 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:51.345070 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a54954-cdfe-4d45-a65a-01d1321e9ee1 req-b6ff03e1-1062-43fa-9c80-35d2d3f55b7e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:51.347065 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-16a54954-cdfe-4d45-a65a-01d1321e9ee1 req-b6ff03e1-1062-43fa-9c80-35d2d3f55b7e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0625510 Jan 17 21:47:51.414892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-16a54954-cdfe-4d45-a65a-01d1321e9ee1 req-51e655a0-ee4d-45ac-9df5-5186f118fe5a tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581405 Jan 17 21:47:52.552813 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6987b1-0bf3-4f0d-b20e-b88f0a647f21 req-e6c5fa39-325b-4244-aff1-fe52dffef17d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:52.554658 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e6987b1-0bf3-4f0d-b20e-b88f0a647f21 req-e6c5fa39-325b-4244-aff1-fe52dffef17d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0596232 Jan 17 21:47:52.618737 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e6987b1-0bf3-4f0d-b20e-b88f0a647f21 req-deb1f85f-3c09-4561-845c-e2c2c0ec74c8 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559418 Jan 17 21:47:53.782406 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9e653-a852-49a5-beb2-cd406f159f8f req-5edff9b7-235e-402c-85c2-66ea86cce368 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:53.784053 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1af9e653-a852-49a5-beb2-cd406f159f8f req-5edff9b7-235e-402c-85c2-66ea86cce368 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0595038 Jan 17 21:47:53.849727 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1af9e653-a852-49a5-beb2-cd406f159f8f req-d2d52ea8-5dcd-4402-9529-9b44c13cfc44 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544331 Jan 17 21:47:54.974420 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:47:55.021832 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab65e7c-be68-4d6a-9d75-9a3d690fdeb0 req-69ead4cc-dc74-4ceb-a6a9-064191c2e229 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:55.021832 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aab65e7c-be68-4d6a-9d75-9a3d690fdeb0 req-69ead4cc-dc74-4ceb-a6a9-064191c2e229 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0739577 Jan 17 21:47:55.147664 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aab65e7c-be68-4d6a-9d75-9a3d690fdeb0 req-327b05c4-0b3b-4b74-9309-e11371d8c783 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188843 Jan 17 21:47:55.200526 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:55.216511 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'mac_address': 'fa:16:3e:3a:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:47:55.267778 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e23d771a-3110-4f80-bb58-a8df0c281854 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:55.268416 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:55.285533 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23d771a-3110-4f80-bb58-a8df0c281854 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:47:55.311885 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:55.402423 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:55.453604 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6e7f6a53-3018-46e9-857a-4c3247c54d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:55.475288 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:55.490790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.491354 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.491922 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.492768 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.493347 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.493908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.494459 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.495046 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.495532 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-9de8f267-7531-4ad5-bbbf-d10c2df76adb service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866787 Jan 17 21:47:55.496311 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.496311 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.497084 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.497651 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.498216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:47:55.638309 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-af14d7e4-3ec8-4ae4-b361-cae4f27b54e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:55.640649 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-af14d7e4-3ec8-4ae4-b361-cae4f27b54e6 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e1f8fef7312044999847bfc7725c08a9&device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 1098 time: 0.0538540 Jan 17 21:47:55.710584 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e23d771a-3110-4f80-bb58-a8df0c281854'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:47:55.779546 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-74362273-2712-444f-8eb8-24fe0fcd4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:55.781968 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-74362273-2712-444f-8eb8-24fe0fcd4e3b service neutron] 10.222.0.81 "GET /v2.0/networks?id=b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 200 len: 912 time: 0.1178925 Jan 17 21:47:55.900617 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-d39ef3ea-5ef3-41f5-b6b5-679fc9d4f9a4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 200 len: 1001 time: 0.1082108 Jan 17 21:47:55.968193 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-8c22bf54-d4a5-4daa-850a-9cb4348bc6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:55.970091 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-8c22bf54-d4a5-4daa-850a-9cb4348bc6c4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 200 len: 850 time: 0.0600407 Jan 17 21:47:56.031341 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-efc84c03-3774-4591-a524-88298f558c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:56.033906 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-efc84c03-3774-4591-a524-88298f558c3d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b58b7d0d-bd8f-4198-b842-e180a43788be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567973 Jan 17 21:47:56.141397 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-851933dc-6330-4616-82be-c12eae9540a6 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005263 Jan 17 21:47:56.293558 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-eedf3d96-c4cf-4e1a-8bca-665fd12dd5c2 req-0bcea5f8-b6e9-4d35-b862-46a475293d94 service neutron] 10.222.0.81 "GET /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454434 Jan 17 21:47:56.340917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e71db7-8951-4940-9872-04a60ea5b4cb req-846e03a8-0fc6-44b7-b399-8f95053e6db4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:56.343722 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e3e71db7-8951-4940-9872-04a60ea5b4cb req-846e03a8-0fc6-44b7-b399-8f95053e6db4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 945 time: 0.0742648 Jan 17 21:47:56.413006 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e3e71db7-8951-4940-9872-04a60ea5b4cb req-337cc5ec-05e3-4019-b721-4eece04e5d7b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633144 Jan 17 21:47:56.973678 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:47:57.109210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port e23d771a-3110-4f80-bb58-a8df0c281854 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:47:57.113715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port e23d771a-3110-4f80-bb58-a8df0c281854 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:47:57.114142 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:57.215082 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e23d771a-3110-4f80-bb58-a8df0c281854 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:47:57.215557 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:57.398970 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:47:57.402373 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c665b18e-854e-4afb-9214-e2948327522c" -d '{"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-plugged", "status": "completed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:47:57.417301 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:47:57.459240 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44f9ed3-9379-4dc5-830d-0d2e10f70f82 x-openstack-request-id: req-c44f9ed3-9379-4dc5-830d-0d2e10f70f82 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:47:57.459876 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-plugged", "status": "completed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:47:57.460378 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c44f9ed3-9379-4dc5-830d-0d2e10f70f82 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:47:57.461090 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'code': 200} Jan 17 21:47:57.485292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:57.547067 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:47:57.603252 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0514b85-688e-4357-b5f3-1609a4326355 req-a4d01460-370c-49ea-8ccb-a882f672bf4b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:57.606095 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c0514b85-688e-4357-b5f3-1609a4326355 req-a4d01460-370c-49ea-8ccb-a882f672bf4b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0905950 Jan 17 21:47:57.720602 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c0514b85-688e-4357-b5f3-1609a4326355 req-4d58e8dd-9056-4631-b9f3-e112e38ed1bb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069150 Jan 17 21:47:57.921819 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a572d0-7d5d-49d0-bc8c-5445ee8b758e req-156334d4-5976-475e-9321-22690032202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:57.923613 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-43a572d0-7d5d-49d0-bc8c-5445ee8b758e req-156334d4-5976-475e-9321-22690032202c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0550158 Jan 17 21:47:57.982511 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-43a572d0-7d5d-49d0-bc8c-5445ee8b758e req-102e96b4-905f-424b-b3fb-f78af6bf2d3a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523381 Jan 17 21:47:58.240623 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e55afc50-271f-467c-a9c8-0f8dda1581af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:47:59.298011 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d89cb3-1ffd-4a5a-a80b-a60fb35d6bea req-8a4c601f-8c3b-4d27-8f18-57d3957d0442 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:47:59.299679 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-38d89cb3-1ffd-4a5a-a80b-a60fb35d6bea req-8a4c601f-8c3b-4d27-8f18-57d3957d0442 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0668514 Jan 17 21:47:59.361127 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-38d89cb3-1ffd-4a5a-a80b-a60fb35d6bea req-cce23dc2-f871-4f12-9594-766e1af74e2e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546341 Jan 17 21:47:59.914792 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:00.512703 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf8148-1434-4f61-9a71-27bdceb3c06b req-e7fda84d-7d5c-4e42-9ea7-99fdc0fbfa62 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:00.514230 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-02cf8148-1434-4f61-9a71-27bdceb3c06b req-e7fda84d-7d5c-4e42-9ea7-99fdc0fbfa62 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0517957 Jan 17 21:48:00.567680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-02cf8148-1434-4f61-9a71-27bdceb3c06b req-56304606-a9fd-4aee-8c83-431ac27ddb93 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472598 Jan 17 21:48:00.801029 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73d33e-21ef-45fb-901f-8c72e96e9dd1 req-a5f14bfc-22eb-4f8c-82dd-7e08b442ac19 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:00.802621 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd73d33e-21ef-45fb-901f-8c72e96e9dd1 req-a5f14bfc-22eb-4f8c-82dd-7e08b442ac19 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0628321 Jan 17 21:48:00.856063 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cd73d33e-21ef-45fb-901f-8c72e96e9dd1 req-7fa2f468-84c9-4452-9e0c-270044149867 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469375 Jan 17 21:48:00.881907 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44148) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:01.088897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709f6cc-746c-4528-a2d1-0da796bbf948 tempest-TestShelveInstance-1721250736 tempest-TestShelveInstance-1721250736-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:01.090492 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f709f6cc-746c-4528-a2d1-0da796bbf948 tempest-TestShelveInstance-1721250736 tempest-TestShelveInstance-1721250736-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1094 time: 0.2075236 Jan 17 21:48:01.093615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44152) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:01.098246 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:48:01.206389 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:01.329784 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:01.455526 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Allocated IP 172.27.2.213 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/9d26d191-4d26-4483-8492-6f81a46bf439) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:48:01.596471 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for port (9d26d191-4d26-4483-8492-6f81a46bf439), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:01.704538 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:01.750553 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:48:01.753860 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:48:01.757768 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:48:01.782907 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'Port': ['ID=9d26d191-4d26-4483-8492-6f81a46bf439,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:02.143401 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.279704 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for floatingip (18c1b98a-fa45-431a-8f0e-c05791861750), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.419107 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.593479 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for port (9d26d191-4d26-4483-8492-6f81a46bf439), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.684810 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.765682 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event updated for resources: {'Port': ['ID=9d26d191-4d26-4483-8492-6f81a46bf439,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:02.783728 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (18c1b98a-fa45-431a-8f0e-c05791861750), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.864320 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:02.905539 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Floating IP 18c1b98a-fa45-431a-8f0e-c05791861750 associated. External IP: 172.27.2.213, port: e23d771a-3110-4f80-bb58-a8df0c281854. Jan 17 21:48:03.142905 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Router adfc46c2-eedd-47e6-803c-180110037c54 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:48:03.298007 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:48:03.309129 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Sync routers for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:48:03.321104 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:03.321805 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:47:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:03.395141 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:03.428435 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8b828823-ffbf-471c-abee-6b462af9c6fb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3337061 Jan 17 21:48:03.429043 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:48:03.431547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:48:03.465383 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:03.487664 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd8e866-fd86-4da5-8cfd-60b1a5defb40 x-openstack-request-id: req-1dd8e866-fd86-4da5-8cfd-60b1a5defb40 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:48:03.488196 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:48:03.488729 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1dd8e866-fd86-4da5-8cfd-60b1a5defb40 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:48:03.489418 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'status': 'completed', 'code': 200} Jan 17 21:48:03.586849 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-85316fc8-c62c-4d44-8c38-b91483be56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:03.588812 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-85316fc8-c62c-4d44-8c38-b91483be56f0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0706010 Jan 17 21:48:03.718946 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-777c870e-3b9a-47ab-a8fb-7e2514fdc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:03.720832 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-777c870e-3b9a-47ab-a8fb-7e2514fdc46a service neutron] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 909 time: 0.1243896 Jan 17 21:48:03.792957 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '18c1b98a-fa45-431a-8f0e-c05791861750', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'mac_address': 'fa:16:3e:3a:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:48:02Z', 'updated_at': '2022-01-17T21:48:02Z', 'revision_number': 0, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:03.824162 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-8fa69c73-7a25-47c1-a366-63972feee14e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 1000 time: 0.0961971 Jan 17 21:48:03.832216 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Checking router: adfc46c2-eedd-47e6-803c-180110037c54 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:48:03.843395 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:03.844110 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:47:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:03.889273 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-20fb96c1-0906-4bab-8b14-b13fb4724e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:03.891470 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-20fb96c1-0906-4bab-8b14-b13fb4724e25 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0610499 Jan 17 21:48:03.975542 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-2536329c-a489-4bd0-ae6c-a20e68f3f8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:03.978394 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-2536329c-a489-4bd0-ae6c-a20e68f3f8a2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798864 Jan 17 21:48:04.011794 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:04.413110 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '18c1b98a-fa45-431a-8f0e-c05791861750', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'mac_address': 'fa:16:3e:3a:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:48:02Z', 'updated_at': '2022-01-17T21:48:02Z', 'revision_number': 0, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:04.454358 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8df25a-cba9-4a7b-a92f-c99fa9f4b2df None None] The sync data for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi is: [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '18c1b98a-fa45-431a-8f0e-c05791861750', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'floating_ip_address': '172.27.2.213', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'mac_address': 'fa:16:3e:3a:8f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:48:02Z', 'updated_at': '2022-01-17T21:48:02Z', 'revision_number': 0, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:48:04.481212 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-b63199f3-2410-4392-9ede-e7dfc5d62288 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957826 Jan 17 21:48:04.616187 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-b65d18ae-659f-4ae2-b06e-918dd4efa4eb req-7f054b34-abcd-4f0b-8002-7cb686d8470d service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277587 Jan 17 21:48:04.730860 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39403652-0760-47e6-afd2-4080851d0591 None None] New status for floating IP 18c1b98a-fa45-431a-8f0e-c05791861750: ACTIVE {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:48:17.233141 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:48:19.370063 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44272) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:19.498887 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:19.597125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Publish callbacks [] for security_group (4516adf6-9ba9-4e91-b3c1-6dbc7949a395), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:19.695710 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4516adf6-9ba9-4e91-b3c1-6dbc7949a395), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:19.770722 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c73d7fba1f7b4045abc8c2ee5febbde3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988128 Jan 17 21:48:19.771947 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4516adf6-9ba9-4e91-b3c1-6dbc7949a395,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:19.773479 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44278) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:19.786074 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.786673 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.787278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.787890 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.788480 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.789055 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.789634 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.790210 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.790801 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.792069 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.792656 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.793224 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.793776 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed644798-bc70-491b-a5a6-10c425e7ec2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:19.841111 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] Publish callbacks [] for security_group (4516adf6-9ba9-4e91-b3c1-6dbc7949a395), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:19.867289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] Publish callbacks [] for security_group (4516adf6-9ba9-4e91-b3c1-6dbc7949a395), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:20.015545 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4516adf6-9ba9-4e91-b3c1-6dbc7949a395), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:20.018428 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:20.019915 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4516adf6-9ba9-4e91-b3c1-6dbc7949a395 HTTP/1.1" status: 204 len: 168 time: 0.2450073 Jan 17 21:48:20.033469 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b317c74-a0ee-46d0-971c-c69620b9caa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4516adf6-9ba9-4e91-b3c1-6dbc7949a395,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:21.101342 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:24.604636 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebfbd83-b143-4868-ad4a-a166e95f49d7 req-45455c6e-323b-435c-8a28-2e402418c548 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:24.606692 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aebfbd83-b143-4868-ad4a-a166e95f49d7 req-45455c6e-323b-435c-8a28-2e402418c548 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0598352 Jan 17 21:48:24.674589 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aebfbd83-b143-4868-ad4a-a166e95f49d7 req-6c65605a-5639-4134-8328-3038b4f2f2bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609155 Jan 17 21:48:25.411544 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1c25747c-5c60-43ed-b754-a64d207e7310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:25.823115 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f1e48-898e-484c-b175-fcae51ac4864 req-449d643d-e976-42d8-83d5-a7c9e9526c6b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:25.824656 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b04f1e48-898e-484c-b175-fcae51ac4864 req-449d643d-e976-42d8-83d5-a7c9e9526c6b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0662441 Jan 17 21:48:25.888015 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b04f1e48-898e-484c-b175-fcae51ac4864 req-222118b3-2ce4-4ae9-a4e3-bcfa3a0c4937 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507574 Jan 17 21:48:27.065459 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808266-d2e7-45f5-8018-0e9337cc460f req-eeb55d5c-1244-4ab7-96e9-79ff97091399 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:27.066972 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-93808266-d2e7-45f5-8018-0e9337cc460f req-eeb55d5c-1244-4ab7-96e9-79ff97091399 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0558608 Jan 17 21:48:27.151979 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-93808266-d2e7-45f5-8018-0e9337cc460f req-c49b1b2e-8371-4979-a170-061dc8468a40 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722556 Jan 17 21:48:28.286003 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9c8ba95e-61e1-44ef-aa76-6436537f17e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:28.288519 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e4dca-8f08-4a39-ae64-1c8b0aa02f1e req-97c5517d-b978-4918-9693-262c57d3ce9d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:28.290148 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fc3e4dca-8f08-4a39-ae64-1c8b0aa02f1e req-97c5517d-b978-4918-9693-262c57d3ce9d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0566392 Jan 17 21:48:28.369254 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fc3e4dca-8f08-4a39-ae64-1c8b0aa02f1e req-96dd7e0b-e18c-4efb-a0c5-22eb579f8b6a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721662 Jan 17 21:48:29.550975 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da674b9-3e45-4846-bcfc-f32d4ae4ba43 req-a0bee7e6-9d22-45c3-818b-429a3e893a35 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:29.553730 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6da674b9-3e45-4846-bcfc-f32d4ae4ba43 req-a0bee7e6-9d22-45c3-818b-429a3e893a35 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0869458 Jan 17 21:48:29.620517 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6da674b9-3e45-4846-bcfc-f32d4ae4ba43 req-63a9c1ee-ced2-4015-9ee9-dc5398679ce3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538278 Jan 17 21:48:29.797445 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:30.766583 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62223df4-4cea-48d3-b170-63e692788ca5 req-019a62f3-3db2-437a-90e4-ac2844c3c180 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:30.768444 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-62223df4-4cea-48d3-b170-63e692788ca5 req-019a62f3-3db2-437a-90e4-ac2844c3c180 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0584817 Jan 17 21:48:30.830773 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-62223df4-4cea-48d3-b170-63e692788ca5 req-d38a150a-c089-45ae-a9b6-3a0d985e01f8 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558715 Jan 17 21:48:30.982524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc29d26-b73b-4e62-9a6f-8aaab50ef719 req-21189df2-c7f5-444a-9b58-493451909c56 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:30.984185 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ccc29d26-b73b-4e62-9a6f-8aaab50ef719 req-21189df2-c7f5-444a-9b58-493451909c56 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0617430 Jan 17 21:48:31.039449 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ccc29d26-b73b-4e62-9a6f-8aaab50ef719 req-40588cfc-9fbc-4f43-a127-c727e727c4c1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Jan 17 21:48:31.974779 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b3a6f-8d44-4d49-a9a8-162983f76681 req-ce0e8688-3ec2-4316-9631-8c5d626f756d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:31.976451 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca6b3a6f-8d44-4d49-a9a8-162983f76681 req-ce0e8688-3ec2-4316-9631-8c5d626f756d tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0563953 Jan 17 21:48:32.040492 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ca6b3a6f-8d44-4d49-a9a8-162983f76681 req-312a0101-fb95-49e4-953f-2ba5cc2ff350 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531602 Jan 17 21:48:32.120449 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:32.180282 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1112ae1-11d0-40f2-a602-80d5cdbbafb1 req-855d6638-b825-43db-9da5-5ecb56c5727c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:32.182535 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f1112ae1-11d0-40f2-a602-80d5cdbbafb1 req-855d6638-b825-43db-9da5-5ecb56c5727c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0590832 Jan 17 21:48:32.239380 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f1112ae1-11d0-40f2-a602-80d5cdbbafb1 req-755f56d9-4721-4f93-818f-38f3e57ce1a2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502484 Jan 17 21:48:32.697646 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-0bb35c07-682b-4fec-9018-058f67a7a9f5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:32.699956 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-0bb35c07-682b-4fec-9018-058f67a7a9f5 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0667310 Jan 17 21:48:32.850571 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Deleting port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:32.850920 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:32.883678 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:32.967106 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] For port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:32.967562 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:33.216516 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:33.217231 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:33.217653 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Floating IP 08cd2768-d817-472f-8c5c-963f09d47930 disassociated. External IP: 172.27.2.217, port: 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4. Jan 17 21:48:33.218463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Calling delete_port for 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 owned by compute:nova {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:33.229557 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c156404-65c1-464b-a753-3160503a4de5 req-6a78d783-503f-46b5-8b5b-9d485d8dede6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:33.231514 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6c156404-65c1-464b-a753-3160503a4de5 req-6a78d783-503f-46b5-8b5b-9d485d8dede6 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 945 time: 0.0636334 Jan 17 21:48:33.301081 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6c156404-65c1-464b-a753-3160503a4de5 req-6d136e47-e7b5-45c9-9be5-66691092bf00 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups?id=17c99ab2-82e6-4864-b870-808c2b7eb4f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581977 Jan 17 21:48:33.414679 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79765824-63c5-4def-985f-c0837c9f4ba6 req-48367bdc-0c5d-42a4-a0a2-9b5f99b68e88 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:33.416465 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-79765824-63c5-4def-985f-c0837c9f4ba6 req-48367bdc-0c5d-42a4-a0a2-9b5f99b68e88 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0580657 Jan 17 21:48:33.490112 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-79765824-63c5-4def-985f-c0837c9f4ba6 req-5b43a1f5-6912-4d63-8534-605d54a69ec1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628979 Jan 17 21:48:33.525730 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (2a79c8c9-88eb-4d08-8098-4d40d82e9bf4), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:33.557183 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'Port': ['ID=2a79c8c9-88eb-4d08-8098-4d40d82e9bf4,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:33.706517 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:48:33.830672 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:48:33.843875 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:48:33.858032 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:33.858936 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:33.887140 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] No DVR routers for this DVR port 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 on host hv-cinder-82501 {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:48:33.890591 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:33.898129 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9a4496ef-c2c3-4c69-a105-beae3c46383b req-b580cdea-67a6-4381-8598-59d6f27f36c9 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.81 "DELETE /v2.0/ports/2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 HTTP/1.1" status: 204 len: 173 time: 1.1917002 Jan 17 21:48:33.898637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'name': 'network-vif-deleted', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:48:33.902064 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08e6115-e1e4-4114-a52f-42576af5092e" -d '{"events": [{"server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "name": "network-vif-deleted", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:48:33.955191 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc53e8a-4e65-48c7-930e-cb6718dd7cfb x-openstack-request-id: req-6fc53e8a-4e65-48c7-930e-cb6718dd7cfb {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:48:33.955662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d05cddcc-7392-4edc-9ed3-5beb0470b429", "name": "network-vif-deleted", "tag": "2a79c8c9-88eb-4d08-8098-4d40d82e9bf4", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:48:33.956006 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6fc53e8a-4e65-48c7-930e-cb6718dd7cfb {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:48:33.956494 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd05cddcc-7392-4edc-9ed3-5beb0470b429', 'name': 'network-vif-deleted', 'tag': '2a79c8c9-88eb-4d08-8098-4d40d82e9bf4', 'status': 'completed', 'code': 200} Jan 17 21:48:34.037668 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:34.300685 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:34.330370 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:48:34.341958 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:34.342612 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:34.421284 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2435c316-4cb3-4624-b150-6089ed64ba22 req-f652947c-752d-42fa-994f-1022416d09d2 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.0292234 Jan 17 21:48:34.465963 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:34.641710 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb4588-eabb-4aaa-89af-775b0c69a5a0 req-175f555f-b1ee-414f-8802-d6c883e10662 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:34.643334 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a1bb4588-eabb-4aaa-89af-775b0c69a5a0 req-175f555f-b1ee-414f-8802-d6c883e10662 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0594122 Jan 17 21:48:34.703172 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a1bb4588-eabb-4aaa-89af-775b0c69a5a0 req-75442daf-35cb-4589-b09d-00e02ca30363 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497379 Jan 17 21:48:34.737558 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:34.896502 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa58d43c-62f7-40ef-9608-de0e5d20574e None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:41:04Z', 'revision_number': 4, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '2074de27-938e-4e26-b6a4-19606c93a8eb', 'name': '', 'network_id': 'b58b7d0d-bd8f-4198-b842-e180a43788be', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'mac_address': 'fa:16:3e:93:19:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:02Z', 'updated_at': '2022-01-17T21:41:16Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'subnets': [{'id': 'fde2c493-36b4-4954-958e-4cd4cc964b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:48:35.168325 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c62a4b-df41-4350-8810-2698ebb5cbce None None] New status for floating IP 08cd2768-d817-472f-8c5c-963f09d47930: DOWN {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:48:35.536953 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8b0e0214-bc95-43d1-a36c-a30294586112 req-0c9c24eb-638e-4224-8aaa-1604d633ba49 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.0353827 Jan 17 21:48:35.841357 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2376c3-c539-4015-952c-e48449dac0f9 req-7767b94f-e79e-44e8-915d-984bdb19d57d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:35.843037 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3f2376c3-c539-4015-952c-e48449dac0f9 req-7767b94f-e79e-44e8-915d-984bdb19d57d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0584652 Jan 17 21:48:35.903261 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3f2376c3-c539-4015-952c-e48449dac0f9 req-6103b0ed-266f-4396-a180-f97f1718282d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506380 Jan 17 21:48:36.474984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:48:36.501640 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:48:36.501973 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 2a79c8c9-88eb-4d08-8098-4d40d82e9bf4 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:48:36.661456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ceaefd15-f78b-4a5c-82f3-751dd38eb567 req-2aa90459-cf6d-49f3-9584-4eb02ecb8f7f tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/ports?device_id=d05cddcc-7392-4edc-9ed3-5beb0470b429 HTTP/1.1" status: 200 len: 210 time: 0.0299916 Jan 17 21:48:37.045969 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f8288-c2ee-4385-a494-68cb43779c61 req-4f405d6c-cca3-4a21-ab65-c8b0c68afef0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:37.047570 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d85f8288-c2ee-4385-a494-68cb43779c61 req-4f405d6c-cca3-4a21-ab65-c8b0c68afef0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0609775 Jan 17 21:48:37.102681 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d85f8288-c2ee-4385-a494-68cb43779c61 req-d8d5e193-c4d9-42b6-a717-40e010637cb2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489237 Jan 17 21:48:37.889039 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44500) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:37.983488 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (17c99ab2-82e6-4864-b870-808c2b7eb4f0), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.022236 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (17c99ab2-82e6-4864-b870-808c2b7eb4f0), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.165455 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (17c99ab2-82e6-4864-b870-808c2b7eb4f0), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.168669 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.174248 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "DELETE /v2.0/security-groups/17c99ab2-82e6-4864-b870-808c2b7eb4f0 HTTP/1.1" status: 204 len: 168 time: 0.2796097 Jan 17 21:48:38.182215 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44504) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:38.185688 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6f9f3-55f5-4dfa-b722-990c0ef67c92 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c99ab2-82e6-4864-b870-808c2b7eb4f0,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:38.213512 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.api.v2.resource [None req-793fbb2a-7374-40a6-bbc7-dccc46470eaf tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] show failed (client error): The resource could not be found. Jan 17 21:48:38.217693 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-793fbb2a-7374-40a6-bbc7-dccc46470eaf tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "GET /v2.0/security-groups/17c99ab2-82e6-4864-b870-808c2b7eb4f0 HTTP/1.1" status: 404 len: 347 time: 0.0409052 Jan 17 21:48:38.222642 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44506) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:38.270468 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178173a-d753-41d2-940d-ee5c2eaaff80 req-3d8983d8-0f4f-41a7-b615-0da08e9d05ba tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:38.273817 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3178173a-d753-41d2-940d-ee5c2eaaff80 req-3d8983d8-0f4f-41a7-b615-0da08e9d05ba tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0750792 Jan 17 21:48:38.348880 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3178173a-d753-41d2-940d-ee5c2eaaff80 req-cd83523f-23bf-4518-9954-c5c7b293d859 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699563 Jan 17 21:48:38.416882 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Deleting port 32dd5de1-696e-4fbc-bafe-d4fbd59e4e99 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:38.417278 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.483377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:48:38.541556 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.542057 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.568105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Calling delete_port for 32dd5de1-696e-4fbc-bafe-d4fbd59e4e99 owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:38.656482 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:38.677640 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'a495e799-9404-44c3-b053-712ea97b837f', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:48:38.728904 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: ACTIVE; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:48:38.729281 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.745256 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a495e799-9404-44c3-b053-712ea97b837f {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:48:38.768266 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:38.920061 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.920342 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (32dd5de1-696e-4fbc-bafe-d4fbd59e4e99), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:38.949594 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Pushing event deleted for resources: {'Port': ['ID=32dd5de1-696e-4fbc-bafe-d4fbd59e4e99,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:39.005574 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=6']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:39.043273 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['a495e799-9404-44c3-b053-712ea97b837f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:48:39.047261 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks [] for floatingip (08cd2768-d817-472f-8c5c-963f09d47930), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:39.051087 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:39.055658 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-eeb48ffc-b5f0-463b-bf6e-174e47ac4065 tempest-AttachVolumeTestJSON-1224351274 tempest-AttachVolumeTestJSON-1224351274-project] 10.222.0.74 "DELETE /v2.0/floatingips/08cd2768-d817-472f-8c5c-963f09d47930 HTTP/1.1" status: 204 len: 168 time: 0.8356504 Jan 17 21:48:39.518152 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f20c5-2f11-4a88-93a2-ec84482a70e3 req-7f4dece6-fe90-4c2b-bb6d-4c7f6f58355d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:39.520457 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d30f20c5-2f11-4a88-93a2-ec84482a70e3 req-7f4dece6-fe90-4c2b-bb6d-4c7f6f58355d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.0669978 Jan 17 21:48:39.578586 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d30f20c5-2f11-4a88-93a2-ec84482a70e3 req-00b7589c-f5d1-4905-957d-be3a0c481b8c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503516 Jan 17 21:48:40.499652 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:48:40.642648 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port a495e799-9404-44c3-b053-712ea97b837f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:48:40.643678 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a495e799-9404-44c3-b053-712ea97b837f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:40.817742 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:48:40.818030 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:40.849340 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:48:40.852688 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704b3686-a559-4479-a130-cad4090f2979" -d '{"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:48:40.871038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:40.872385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a0f0f-e117-4069-8584-652a2b6cc95e req-f0c63a33-37e5-4904-9a44-f79bb3ea3e82 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:40.875077 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-176a0f0f-e117-4069-8584-652a2b6cc95e req-f0c63a33-37e5-4904-9a44-f79bb3ea3e82 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.1153944 Jan 17 21:48:40.985688 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-176a0f0f-e117-4069-8584-652a2b6cc95e req-ffe342ed-37dc-463e-a5a4-bb1135d3942a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019857 Jan 17 21:48:40.986020 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:41.094478 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=7']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:41.100938 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f9a129-4898-4b33-8b96-97412bef34a3 x-openstack-request-id: req-83f9a129-4898-4b33-8b96-97412bef34a3 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:48:41.101282 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:48:41.101883 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-83f9a129-4898-4b33-8b96-97412bef34a3 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:48:41.102620 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'code': 200} Jan 17 21:48:42.201451 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37949188-da7a-4a90-9679-174563680ccb req-e8307b31-28d9-46eb-9d27-be33d1aa323a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:42.205182 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37949188-da7a-4a90-9679-174563680ccb req-e8307b31-28d9-46eb-9d27-be33d1aa323a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0825984 Jan 17 21:48:42.292827 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37949188-da7a-4a90-9679-174563680ccb req-e535a0a3-b375-4dd8-9c5d-e50ea47b3cff tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760665 Jan 17 21:48:43.529897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408bab5-324a-43fb-baec-75041eae98e7 req-463ffd45-9dd2-4d8d-be13-47a708c09a61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:43.541212 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0408bab5-324a-43fb-baec-75041eae98e7 req-463ffd45-9dd2-4d8d-be13-47a708c09a61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1224935 Jan 17 21:48:43.604127 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-0408bab5-324a-43fb-baec-75041eae98e7 req-a86609ca-6a09-445b-b5b6-26c1cef81be3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614622 Jan 17 21:48:43.885262 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44632) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:44.876705 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789094f2-f0c5-4a33-a108-a5d941f8865c req-e7c9c9bb-ab78-40b9-bae9-68561314170d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:44.879429 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-789094f2-f0c5-4a33-a108-a5d941f8865c req-e7c9c9bb-ab78-40b9-bae9-68561314170d tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1636107 Jan 17 21:48:45.024323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-789094f2-f0c5-4a33-a108-a5d941f8865c req-aae8a95f-6498-4e6f-a7a1-3eb61335b632 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248407 Jan 17 21:48:45.143664 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:45.758753 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Deleting port 2074de27-938e-4e26-b6a4-19606c93a8eb {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:45.759802 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:45.891938 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] For port 2074de27-938e-4e26-b6a4-19606c93a8eb, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2074de27-938e-4e26-b6a4-19606c93a8eb,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:45.894092 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:45.929646 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Calling delete_port for 2074de27-938e-4e26-b6a4-19606c93a8eb owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:46.202623 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa75d6-bcb4-49f5-95b9-5f72e9ba7a58 req-ef3b03db-45cd-4cb0-9d0c-06bc10ebc162 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:46.210709 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13aa75d6-bcb4-49f5-95b9-5f72e9ba7a58 req-ef3b03db-45cd-4cb0-9d0c-06bc10ebc162 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0990870 Jan 17 21:48:46.335483 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-13aa75d6-bcb4-49f5-95b9-5f72e9ba7a58 req-b293a224-b9fb-4700-8346-fe968a10fefa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234915 Jan 17 21:48:46.417926 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (2074de27-938e-4e26-b6a4-19606c93a8eb), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:46.446129 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2074de27-938e-4e26-b6a4-19606c93a8eb,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:46.468205 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.481952 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.482510 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.483096 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.483693 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.484306 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.484899 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.485453 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.486031 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.486604 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.487181 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.487775 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.488337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:46.740869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:47.190208 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Router 2b225f8e-fe8e-4e1e-94a6-55e187580355 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:48:47.421960 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:48:47.451080 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Sync routers for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:48:47.463624 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5b8fbc19-476b-44d5-a93f-7bd37de7e8f5 admin admin] 10.222.0.74 "PUT /v2.0/routers/2b225f8e-fe8e-4e1e-94a6-55e187580355/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5724025 Jan 17 21:48:47.464263 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44670) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:47.485370 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:47.486830 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:47.651082 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26192212-a005-47b6-a89a-d016e4f5ab98 req-2e8add2e-1bea-4a82-b0b6-909fecc19c83 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:47.658680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-26192212-a005-47b6-a89a-d016e4f5ab98 req-2e8add2e-1bea-4a82-b0b6-909fecc19c83 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0850823 Jan 17 21:48:47.660101 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:47.701105 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks [] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:47.747956 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-26192212-a005-47b6-a89a-d016e4f5ab98 req-da4af6b5-39ec-49d3-924d-6df3d9d709f4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882339 Jan 17 21:48:47.841752 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks [] for router_gateway (2b225f8e-fe8e-4e1e-94a6-55e187580355), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:47.935345 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27'}], 'enable_snat': True}, 'gw_port_id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:48:46Z', 'revision_number': 5, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port': {'id': 'a72dd035-38bd-4d08-bfcf-61573f5aec84', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:49:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:47.971818 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Checking router: 2b225f8e-fe8e-4e1e-94a6-55e187580355 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:48:47.981870 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Routers {'2b225f8e-fe8e-4e1e-94a6-55e187580355'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:48:47.983060 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['2b225f8e-fe8e-4e1e-94a6-55e187580355'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:47.998507 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Deleting port a72dd035-38bd-4d08-bfcf-61573f5aec84 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:47.998507 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.099772 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] Set router 2b225f8e-fe8e-4e1e-94a6-55e187580355 gateway port host: None {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:48:48.114450 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] For port a72dd035-38bd-4d08-bfcf-61573f5aec84, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=a72dd035-38bd-4d08-bfcf-61573f5aec84,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:48.114822 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.131811 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Calling delete_port for a72dd035-38bd-4d08-bfcf-61573f5aec84 owned by network:router_gateway {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:48.157619 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:48:47Z', 'revision_number': 6, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port_host': None}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:48.190086 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e51a21-49bd-4782-a6c9-742d88a308fc None None] The sync data for ids ['2b225f8e-fe8e-4e1e-94a6-55e187580355'] in dv-cinder-825012-3-iscsi is: [{'id': '2b225f8e-fe8e-4e1e-94a6-55e187580355', 'name': 'tempest-AttachVolumeTestJSON-1427638744-router', 'tenant_id': 'e1f8fef7312044999847bfc7725c08a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:53Z', 'updated_at': '2022-01-17T21:48:47Z', 'revision_number': 6, 'project_id': 'e1f8fef7312044999847bfc7725c08a9', 'gw_port_host': None}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:48:48.668850 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (a72dd035-38bd-4d08-bfcf-61573f5aec84), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.696968 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Pushing event deleted for resources: {'Port': ['ID=a72dd035-38bd-4d08-bfcf-61573f5aec84,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:48.780913 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.886094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.890273 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks [] for router_controller (2b225f8e-fe8e-4e1e-94a6-55e187580355), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:48.967485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc6643-e00b-4a13-8eb6-b86f1dfa1372 req-63b89138-25a2-44a7-aba1-520c4f1a2c61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:48.970243 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54dc6643-e00b-4a13-8eb6-b86f1dfa1372 req-63b89138-25a2-44a7-aba1-520c4f1a2c61 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0935400 Jan 17 21:48:49.043423 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (2b225f8e-fe8e-4e1e-94a6-55e187580355), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.044494 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b225f8e-fe8e-4e1e-94a6-55e187580355 {{(pid=109914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:48:49.060336 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.064844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54dc6643-e00b-4a13-8eb6-b86f1dfa1372 req-b0b81302-330b-4733-8be0-123a63f37672 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865183 Jan 17 21:48:49.081874 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f6b95bb1-ec16-44cc-9046-d567a767cc9e admin admin] 10.222.0.74 "DELETE /v2.0/routers/2b225f8e-fe8e-4e1e-94a6-55e187580355 HTTP/1.1" status: 204 len: 168 time: 1.6155295 Jan 17 21:48:49.083591 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44680) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:49.199273 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Deleting subnet fde2c493-36b4-4954-958e-4cd4cc964b22 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:48:49.203653 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Publish callbacks [] for subnet (fde2c493-36b4-4954-958e-4cd4cc964b22), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.262181 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (fde2c493-36b4-4954-958e-4cd4cc964b22), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.397092 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (fde2c493-36b4-4954-958e-4cd4cc964b22), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.551487 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (fde2c493-36b4-4954-958e-4cd4cc964b22), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.626758 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.642381 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea22586-842f-47cc-9dd3-41b8bf1f03fd None None] Network b58b7d0d-bd8f-4198-b842-e180a43788be requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:48:49.662099 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fde2c493-36b4-4954-958e-4cd4cc964b22 HTTP/1.1" status: 204 len: 168 time: 0.5704157 Jan 17 21:48:49.663852 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fab60-4dd4-4c88-9fd0-9985a6fdc8c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde2c493-36b4-4954-958e-4cd4cc964b22,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:49.678149 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44684) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:49.867268 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (b58b7d0d-bd8f-4198-b842-e180a43788be), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:49.879796 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2074de27-938e-4e26-b6a4-19606c93a8eb no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:48:49.912737 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 2074de27-938e-4e26-b6a4-19606c93a8eb {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:48:49.913261 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2074de27-938e-4e26-b6a4-19606c93a8eb not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:48:49.913781 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a72dd035-38bd-4d08-bfcf-61573f5aec84 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:48:49.939973 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: a72dd035-38bd-4d08-bfcf-61573f5aec84 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:48:49.941065 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device a72dd035-38bd-4d08-bfcf-61573f5aec84 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:48:49.951928 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] DHCP port deletion for b58b7d0d-bd8f-4198-b842-e180a43788be request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:48:49.977437 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Deleting port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:49.978043 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.024645 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Deleting port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:48:50.025609 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.081973 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] For port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:50.083031 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.124904 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Calling delete_port for 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 owned by network:dhcp {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:50.181065 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] For port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,segment=NetworkSegment(9b14e96d-2965-4818-bd91-1e786a990774),segment_id=9b14e96d-2965-4818-bd91-1e786a990774)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:50.181065 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.209888 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Calling delete_port for 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:48:50.271367 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fa57d-8fce-4885-8a65-ae8969cb2c21 req-7530f19c-9dca-4aef-ba48-0426da55ed21 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:50.273070 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-287fa57d-8fce-4885-8a65-ae8969cb2c21 req-7530f19c-9dca-4aef-ba48-0426da55ed21 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1069663 Jan 17 21:48:50.350531 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-287fa57d-8fce-4885-8a65-ae8969cb2c21 req-69ce0bd7-4636-4715-9306-4ec6c8966bf5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701299 Jan 17 21:48:50.477452 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.489908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (0972d312-54a8-4dd5-9fa9-16a5e9d881e5), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.548717 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Pushing event deleted for resources: {'Port': ['ID=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:50.565808 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] No DVR routers for this DVR port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 on host dv-cinder-825012-3-iscsi {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:48:50.579502 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] Pushing event deleted for resources: {'Port': ['ID=0972d312-54a8-4dd5-9fa9-16a5e9d881e5,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:50.599758 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e798df7e-da39-4b75-934b-0307561ce25f None None] No DVR routers for this DVR port 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:48:50.739019 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (b58b7d0d-bd8f-4198-b842-e180a43788be), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.788719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58b7d0d-bd8f-4198-b842-e180a43788be']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:50.801535 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b14e96d-2965-4818-bd91-1e786a990774') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:50.802200 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b14e96d-2965-4818-bd91-1e786a990774') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:48:50.818266 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (9b14e96d-2965-4818-bd91-1e786a990774), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.849984 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (9b14e96d-2965-4818-bd91-1e786a990774), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.860296 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:48:50.860642 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (9b14e96d-2965-4818-bd91-1e786a990774), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:48:50.863447 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:48:50.900096 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:51.037611 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (b58b7d0d-bd8f-4198-b842-e180a43788be), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:51.056295 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:51.064219 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] 10.222.0.74 "DELETE /v2.0/networks/b58b7d0d-bd8f-4198-b842-e180a43788be HTTP/1.1" status: 204 len: 168 time: 1.3812423 Jan 17 21:48:51.082135 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564ed31-4695-4bf2-af0d-4db637e61590 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58b7d0d-bd8f-4198-b842-e180a43788be,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:51.594288 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47157cb4-8572-4246-874f-8f4214420da4 req-d6674047-037c-4149-947e-5fa3f9dc6198 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:51.597141 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-47157cb4-8572-4246-874f-8f4214420da4 req-d6674047-037c-4149-947e-5fa3f9dc6198 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1002898 Jan 17 21:48:51.693469 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-47157cb4-8572-4246-874f-8f4214420da4 req-2f09ce57-5f66-40e7-994e-2a89f0cf3215 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895948 Jan 17 21:48:51.703637 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44698) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:51.783027 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ddeb81d9-3a51-428e-9292-83619410b977 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e1f8fef7312044999847bfc7725c08a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0782003 Jan 17 21:48:51.786512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44700) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:48:51.853548 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:48:51.875673 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] Publish callbacks [] for security_group (17c71725-d83e-4700-9c7f-f314d1fe1841), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:51.903416 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] Publish callbacks [] for security_group (17c71725-d83e-4700-9c7f-f314d1fe1841), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:51.924881 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:48:51.927908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 0972d312-54a8-4dd5-9fa9-16a5e9d881e5 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:48:52.143543 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (17c71725-d83e-4700-9c7f-f314d1fe1841), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:52.148185 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:52.155370 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/17c71725-d83e-4700-9c7f-f314d1fe1841 HTTP/1.1" status: 204 len: 168 time: 0.3673265 Jan 17 21:48:52.171728 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a14f3-544b-4bb0-ad1c-83393c825ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c71725-d83e-4700-9c7f-f314d1fe1841,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:52.877167 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696e7fa-6988-4be0-b959-8ccad5254089 req-762dff2c-5789-4027-9909-79a0968a7e92 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:52.884892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6696e7fa-6988-4be0-b959-8ccad5254089 req-762dff2c-5789-4027-9909-79a0968a7e92 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0690405 Jan 17 21:48:52.998643 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6696e7fa-6988-4be0-b959-8ccad5254089 req-1f5abd30-3e5f-4c3d-a0f9-aee4dc1210f8 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126063 Jan 17 21:48:54.235272 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:48:55.051348 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2470-b49d-4872-be75-886e50dab827 req-f4fb24ca-9473-489b-a09f-6698e415b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.053973 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-f4fb24ca-9473-489b-a09f-6698e415b4f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1099 time: 0.0521810 Jan 17 21:48:55.175059 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2470-b49d-4872-be75-886e50dab827 req-57a3d6cf-06ec-439c-81e2-6295b245f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.177840 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-57a3d6cf-06ec-439c-81e2-6295b245f070 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1173890 Jan 17 21:48:55.286479 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-3c97a012-121f-4aea-befe-2f169bb0cef3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 1002 time: 0.1015692 Jan 17 21:48:55.326407 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5b40d-889d-472b-9f15-e652ebf61d60 req-c7e97301-ac03-412f-a983-af81b192c5ce tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.329816 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7de5b40d-889d-472b-9f15-e652ebf61d60 req-c7e97301-ac03-412f-a983-af81b192c5ce tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.1119711 Jan 17 21:48:55.344461 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2470-b49d-4872-be75-886e50dab827 req-bcd9b263-28ac-4d51-b96c-ba13ca5eb28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.346463 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-bcd9b263-28ac-4d51-b96c-ba13ca5eb28f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0525463 Jan 17 21:48:55.428812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd2470-b49d-4872-be75-886e50dab827 req-2518da88-8bea-4c28-89eb-7ae300691175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.432103 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-2518da88-8bea-4c28-89eb-7ae300691175 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746179 Jan 17 21:48:55.435745 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d3649116-8fe5-4ba9-aada-65ea49c2ca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:55.443017 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7de5b40d-889d-472b-9f15-e652ebf61d60 req-eb0b4e6a-ab43-4d98-9707-3c2f828cdeaf tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031258 Jan 17 21:48:55.464907 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-8e3ceeff-4344-48d9-971a-f637af6728d1 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676563 Jan 17 21:48:55.554994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-bd8e0603-9817-4999-a012-390cffcc0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.559246 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-bd8e0603-9817-4999-a012-390cffcc0ec8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 1098 time: 0.0545816 Jan 17 21:48:55.589776 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-5f98612c-642e-484f-be67-b55c37f99491 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450300 Jan 17 21:48:55.675953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-051d1e7f-2123-42f8-929c-38059fc58db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.677445 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-051d1e7f-2123-42f8-929c-38059fc58db5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.0947022 Jan 17 21:48:55.746714 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-2efd2470-b49d-4872-be75-886e50dab827 req-c576c93b-b936-422d-9e50-fadc90488cb1 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495867 Jan 17 21:48:55.764814 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-d396277f-5bbe-4abb-8f1f-24e7db369bb5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46108a92-1656-4dbf-92c9-960da4f03d32 HTTP/1.1" status: 200 len: 1001 time: 0.0805836 Jan 17 21:48:55.854430 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-1ca88c64-616b-404d-9f34-5cd45e3de12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.857245 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-1ca88c64-616b-404d-9f34-5cd45e3de12e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0806329 Jan 17 21:48:55.910533 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-e03cb88a-b2bb-437b-82d6-3ba9b7b3b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:55.912316 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-e03cb88a-b2bb-437b-82d6-3ba9b7b3b044 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473101 Jan 17 21:48:56.027227 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-2a9afe98-a761-48aa-a728-2354561663fd service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992882 Jan 17 21:48:56.123717 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-308bd9a7-52c1-41e0-825f-160152b1a368 req-566435f1-a0cb-4ca6-ae57-68af8f6f426a service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893898 Jan 17 21:48:56.623817 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfe402-d591-4126-888e-fdb94fe10373 req-e6226044-2aee-4ba7-977d-dd2f444121cf tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:56.625490 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdcfe402-d591-4126-888e-fdb94fe10373 req-e6226044-2aee-4ba7-977d-dd2f444121cf tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0656531 Jan 17 21:48:56.689988 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdcfe402-d591-4126-888e-fdb94fe10373 req-ff903e8b-927f-4521-95b5-f59aaa95f2b6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575280 Jan 17 21:48:57.825789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db425bc0-b07e-457b-ac4f-ef6ea734a50c req-31b6bbdb-cd3e-4341-a7a9-70e77212392a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:57.828046 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db425bc0-b07e-457b-ac4f-ef6ea734a50c req-31b6bbdb-cd3e-4341-a7a9-70e77212392a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0546415 Jan 17 21:48:57.885862 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-db425bc0-b07e-457b-ac4f-ef6ea734a50c req-a5ac8563-0d82-44c7-aa8c-5a8ad7be00c3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511785 Jan 17 21:48:58.250750 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d595da2d-7413-4559-8505-93c28ab76894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:58.902656 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:48:59.009835 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: ACTIVE; New status is: DOWN {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:48:59.010638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:59.049660 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:48:59.053739 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4673fb2f-e245-4ce7-9134-c04ce7a8318c" -d '{"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-unplugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:48:59.053998 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a2bda-1c92-428a-8218-c959bce376a1 req-e521b3c6-98a7-401a-b3a8-106531fbc0a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:48:59.055443 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-483a2bda-1c92-428a-8218-c959bce376a1 req-e521b3c6-98a7-401a-b3a8-106531fbc0a0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 946 time: 0.0560639 Jan 17 21:48:59.069553 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:48:59.117081 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-483a2bda-1c92-428a-8218-c959bce376a1 req-7ccaecdf-3f52-47f0-a949-5cafe90290d9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515187 Jan 17 21:48:59.148375 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:48:59.176666 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 21:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4cd550-39d5-45fa-87cc-a4df3a24658d x-openstack-request-id: req-0b4cd550-39d5-45fa-87cc-a4df3a24658d {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:48:59.177042 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-unplugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:48:59.177365 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0b4cd550-39d5-45fa-87cc-a4df3a24658d {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:48:59.177828 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'code': 200} Jan 17 21:48:59.225596 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=8']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:48:59.239532 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.240123 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.240699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.241282 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.241850 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.242417 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.244433 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.244433 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.244769 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.245327 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.245850 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.246455 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.247031 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:48:59.810449 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:01.813008 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [req-e492a519-d232-4c3f-b869-476194acaece req-5e6727b2-ac3a-45bf-a568-dbdc4ec80c5e service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:49:01.814027 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e492a519-d232-4c3f-b869-476194acaece req-5e6727b2-ac3a-45bf-a568-dbdc4ec80c5e service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054660 Jan 17 21:49:02.153773 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:02.230995 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf0708b-b18a-4b3b-8d93-60f973efc128 req-5bb92cb2-5a10-44e0-8fe4-a284d5da26e3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:02.232619 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bf0708b-b18a-4b3b-8d93-60f973efc128 req-5bb92cb2-5a10-44e0-8fe4-a284d5da26e3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0579693 Jan 17 21:49:02.317545 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bf0708b-b18a-4b3b-8d93-60f973efc128 req-294547a6-e7e8-40fa-bb85-ce0fd59ed1d2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722921 Jan 17 21:49:02.651508 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:49:02.789008 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-f365ce18-5e32-4f17-8932-f2c71a8b8893 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1844983 Jan 17 21:49:02.829254 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: DOWN; New status is: DOWN {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:49:02.939115 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:03.587901 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1e949-0878-4793-a519-9208cf496668 req-7ad31f15-cd87-4843-aa4a-8d11fd355fd6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:03.589844 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-30d1e949-0878-4793-a519-9208cf496668 req-7ad31f15-cd87-4843-aa4a-8d11fd355fd6 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0564590 Jan 17 21:49:03.645072 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-30d1e949-0878-4793-a519-9208cf496668 req-623a1579-74d7-4498-b6a4-649fdb5758e3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488706 Jan 17 21:49:04.796610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24da4e7-a303-4fe6-8026-be3ed337d8ae req-aa96bae2-eed2-4ad3-9159-4c7e54865391 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:04.798638 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a24da4e7-a303-4fe6-8026-be3ed337d8ae req-aa96bae2-eed2-4ad3-9159-4c7e54865391 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0576265 Jan 17 21:49:04.863085 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a24da4e7-a303-4fe6-8026-be3ed337d8ae req-f6f5c7ca-0e42-4f9e-90fc-7b6febd97dad tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585001 Jan 17 21:49:05.723049 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 44942) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:05.853251 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db691ab7-aab4-48df-b748-ef6496565b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:05.953999 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db691ab7-aab4-48df-b748-ef6496565b21 admin admin] Publish callbacks [] for security_group (3d4d4a83-2d42-436e-b880-02a7535e5f86), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.017876 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3b2b4-787a-4425-88fd-f5e03aac1b95 req-928a4312-82f4-464f-bba3-211b05f5e426 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:06.019890 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-70a3b2b4-787a-4425-88fd-f5e03aac1b95 req-928a4312-82f4-464f-bba3-211b05f5e426 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0717742 Jan 17 21:49:06.068204 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-db691ab7-aab4-48df-b748-ef6496565b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3d4d4a83-2d42-436e-b880-02a7535e5f86), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.072861 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-70a3b2b4-787a-4425-88fd-f5e03aac1b95 req-45c4a063-84dd-4b80-90ef-4898c5441576 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464137 Jan 17 21:49:06.118963 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-db691ab7-aab4-48df-b748-ef6496565b21 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e822f31b6a66437da0ccd6c5c5a5d76c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945341 Jan 17 21:49:06.119922 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db691ab7-aab4-48df-b748-ef6496565b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4d4a83-2d42-436e-b880-02a7535e5f86,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:06.122911 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 44948) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:06.210366 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] Publish callbacks [] for security_group (3d4d4a83-2d42-436e-b880-02a7535e5f86), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.249280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] Publish callbacks [] for security_group (3d4d4a83-2d42-436e-b880-02a7535e5f86), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.368567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (3d4d4a83-2d42-436e-b880-02a7535e5f86), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.373657 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:06.375660 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3d4d4a83-2d42-436e-b880-02a7535e5f86 HTTP/1.1" status: 204 len: 168 time: 0.2510369 Jan 17 21:49:06.389901 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f8d55-e8a6-4ee8-abbe-458b993b4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4d4a83-2d42-436e-b880-02a7535e5f86,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:07.240408 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc64acc-5a82-4f75-a484-ee87997dba29 req-e3269db1-482a-434a-86b8-3bb008752b6f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:07.242002 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1cc64acc-5a82-4f75-a484-ee87997dba29 req-e3269db1-482a-434a-86b8-3bb008752b6f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0619431 Jan 17 21:49:07.324564 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1cc64acc-5a82-4f75-a484-ee87997dba29 req-6ae72799-4b75-4974-bc97-30181b3e9af7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756936 Jan 17 21:49:08.496641 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223608da-c420-45a0-aeaa-da754cbe8490 req-45d18054-f060-469e-930f-f4ecfa6f235c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:08.498217 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-223608da-c420-45a0-aeaa-da754cbe8490 req-45d18054-f060-469e-930f-f4ecfa6f235c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0590935 Jan 17 21:49:08.690904 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-223608da-c420-45a0-aeaa-da754cbe8490 req-bf88fe00-6ee4-47fc-8edd-7c036f003275 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861188 Jan 17 21:49:08.702424 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-756a1439-959d-465c-9194-7df2339e88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:08.704559 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-756a1439-959d-465c-9194-7df2339e88e8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411&tenant_id=f38822447923406d987c90de25b9dcb0 HTTP/1.1" status: 200 len: 1097 time: 0.1709347 Jan 17 21:49:08.781494 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-e924ee82-d981-46a6-bb46-01fc061d1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:08.783094 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-e924ee82-d981-46a6-bb46-01fc061d1af2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1097 time: 0.0507474 Jan 17 21:49:08.929886 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-a03e01b7-696d-4ffb-8eaa-4f24698b2a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:08.932731 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-a03e01b7-696d-4ffb-8eaa-4f24698b2a7e service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1434939 Jan 17 21:49:09.265043 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-58b3af95-525f-4774-854a-5303774a5cc3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 1000 time: 0.3259225 Jan 17 21:49:09.336207 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-ea4bfb8e-dcfe-46a9-b51d-ba24a7a36723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:09.338037 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-ea4bfb8e-dcfe-46a9-b51d-ba24a7a36723 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0671794 Jan 17 21:49:09.393311 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-7872d7cf-1a27-497a-b1bb-ea353fa85acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:09.394831 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-7872d7cf-1a27-497a-b1bb-ea353fa85acf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507684 Jan 17 21:49:09.516274 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-886fa45d-d7de-45b6-b78d-b1d939c91067 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141496 Jan 17 21:49:09.668277 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9454743e-bbb4-4ff5-b1b9-38d546cc67f0 req-6cd1eb82-04dc-4ea8-9f2d-249fbe4e8ccc service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456006 Jan 17 21:49:09.888264 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831eca9-7cdd-4797-98d8-ad7def77fdf7 req-c2fa7f94-f473-46aa-9a4f-05c06eda6ee1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:09.890446 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2831eca9-7cdd-4797-98d8-ad7def77fdf7 req-c2fa7f94-f473-46aa-9a4f-05c06eda6ee1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0821910 Jan 17 21:49:09.957656 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2831eca9-7cdd-4797-98d8-ad7def77fdf7 req-0c40eea0-b397-4db0-963f-927384607a99 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600061 Jan 17 21:49:10.145355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45034) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:10.307443 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-26a72473-4fe3-4c56-8818-2d6470df6628 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:10.425381 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-26a72473-4fe3-4c56-8818-2d6470df6628 admin admin] Publish callbacks [] for security_group (b575c028-69e5-4297-b41b-be3c12afbff0), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:10.502807 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-26a72473-4fe3-4c56-8818-2d6470df6628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b575c028-69e5-4297-b41b-be3c12afbff0), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:10.594564 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-26a72473-4fe3-4c56-8818-2d6470df6628 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=02a52cfa3dd042b8b92d4fe3733705c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472802 Jan 17 21:49:10.597285 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a72473-4fe3-4c56-8818-2d6470df6628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b575c028-69e5-4297-b41b-be3c12afbff0,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:10.598248 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45048) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:10.768485 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] Publish callbacks [] for security_group (b575c028-69e5-4297-b41b-be3c12afbff0), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:10.828975 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] Publish callbacks [] for security_group (b575c028-69e5-4297-b41b-be3c12afbff0), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:10.996830 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b575c028-69e5-4297-b41b-be3c12afbff0), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:11.002818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:11.011634 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b575c028-69e5-4297-b41b-be3c12afbff0 HTTP/1.1" status: 204 len: 168 time: 0.4113715 Jan 17 21:49:11.031116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2b5f7-3149-4f26-afcb-7a94c762ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575c028-69e5-4297-b41b-be3c12afbff0,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:11.275679 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba747-b5d1-4b79-a924-c43c45686205 req-8eb30f45-c0d7-4514-b0f8-657197cc5920 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:11.278889 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a60ba747-b5d1-4b79-a924-c43c45686205 req-8eb30f45-c0d7-4514-b0f8-657197cc5920 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.1282206 Jan 17 21:49:11.392989 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a60ba747-b5d1-4b79-a924-c43c45686205 req-75df5915-a051-46eb-b896-d926e320a3a2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978317 Jan 17 21:49:12.591944 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a82526-7f56-4348-849f-23d279402aef req-d15fb262-9be6-4745-a67c-db493e951315 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:12.593857 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82a82526-7f56-4348-849f-23d279402aef req-d15fb262-9be6-4745-a67c-db493e951315 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0623150 Jan 17 21:49:12.677454 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-82a82526-7f56-4348-849f-23d279402aef req-91a4bd99-ef08-4dc9-8030-2b78ae1569b2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682316 Jan 17 21:49:13.882581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e39df-9b64-4567-982f-46a1b04bfc73 req-cf22a715-0ab3-469c-a7ec-0b57d7572b89 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:13.887677 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-281e39df-9b64-4567-982f-46a1b04bfc73 req-cf22a715-0ab3-469c-a7ec-0b57d7572b89 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0949016 Jan 17 21:49:13.968713 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-281e39df-9b64-4567-982f-46a1b04bfc73 req-6a0880a5-2d7e-463a-b292-a357712b3462 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743768 Jan 17 21:49:15.167731 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a7378-1848-4f0b-a79a-a04543a8fa63 req-0c82719b-17ab-4ac9-a32d-4cb9fa77f07f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:15.169942 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e08a7378-1848-4f0b-a79a-a04543a8fa63 req-0c82719b-17ab-4ac9-a32d-4cb9fa77f07f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0958195 Jan 17 21:49:15.280815 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e08a7378-1848-4f0b-a79a-a04543a8fa63 req-b390d55a-6122-480e-b1ea-c82bd2502be5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011739 Jan 17 21:49:16.504890 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32245884-01ea-401c-a21f-e6d72670d0e5 req-1e636a2a-b46c-4a00-8a83-cdb52d042d87 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:16.511128 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32245884-01ea-401c-a21f-e6d72670d0e5 req-1e636a2a-b46c-4a00-8a83-cdb52d042d87 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.1036456 Jan 17 21:49:16.590826 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32245884-01ea-401c-a21f-e6d72670d0e5 req-0d500229-3cc7-4db6-b0bf-d1208b3ca995 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684400 Jan 17 21:49:18.464713 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dfca1-aa21-4551-a751-a3d9d3d145d0 req-3e9399b8-b6f4-4894-bdbd-c903d7c0caec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:18.477076 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-784dfca1-aa21-4551-a751-a3d9d3d145d0 req-3e9399b8-b6f4-4894-bdbd-c903d7c0caec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.1079295 Jan 17 21:49:18.603826 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-784dfca1-aa21-4551-a751-a3d9d3d145d0 req-8aa5b766-9565-4711-bf1c-7d6094f275ec tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255598 Jan 17 21:49:18.790618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db0a9e-ddb1-4523-b7cd-32901bee4b63 req-a4036777-0bb7-4589-974b-64ca2b3f430f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:18.800606 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23db0a9e-ddb1-4523-b7cd-32901bee4b63 req-a4036777-0bb7-4589-974b-64ca2b3f430f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.1164711 Jan 17 21:49:18.879486 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-23db0a9e-ddb1-4523-b7cd-32901bee4b63 req-37e9db05-c7a4-437e-954b-bfc9126d1fe4 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797029 Jan 17 21:49:19.762518 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf4bc6-da2f-4a8d-8a75-781d938372a3 req-3aac609e-c125-49e6-9ab4-fa110e81c978 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:19.764158 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ecf4bc6-da2f-4a8d-8a75-781d938372a3 req-3aac609e-c125-49e6-9ab4-fa110e81c978 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0592186 Jan 17 21:49:19.820108 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5ecf4bc6-da2f-4a8d-8a75-781d938372a3 req-6f297954-2977-4a3b-9d8a-f7bacdce9f60 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466383 Jan 17 21:49:20.028640 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c159f0-5198-41c0-8bf0-d119f3566295 req-9b4ef9b6-3e2e-4935-954d-1fc2c2679b24 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:20.030198 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-83c159f0-5198-41c0-8bf0-d119f3566295 req-9b4ef9b6-3e2e-4935-954d-1fc2c2679b24 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Jan 17 21:49:20.108268 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-83c159f0-5198-41c0-8bf0-d119f3566295 req-6728d608-8127-445d-b0fc-d51554121004 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677211 Jan 17 21:49:20.956413 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a46d57-4095-48b3-8eaf-62c39e109b76 req-c468cbe3-526c-464d-a045-30a8f3a74d5b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:20.957994 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27a46d57-4095-48b3-8eaf-62c39e109b76 req-c468cbe3-526c-464d-a045-30a8f3a74d5b tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.0575128 Jan 17 21:49:20.960671 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:21.060050 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-27a46d57-4095-48b3-8eaf-62c39e109b76 req-e480d1fa-a31a-4ebc-b373-0243e4b3d2ac tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930479 Jan 17 21:49:21.100278 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-302a555a-8e8a-4469-bfd0-6ddb5573522d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:21.103169 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-302a555a-8e8a-4469-bfd0-6ddb5573522d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.0992856 Jan 17 21:49:21.331948 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9a9a3-026d-4cfb-b0a4-57bfa213cac4 req-b0911592-f21a-4a04-9545-cb2a598b9d99 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:21.334628 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-79b9a9a3-026d-4cfb-b0a4-57bfa213cac4 req-b0911592-f21a-4a04-9545-cb2a598b9d99 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 945 time: 0.1236324 Jan 17 21:49:21.347593 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port 46108a92-1656-4dbf-92c9-960da4f03d32 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:49:21.348195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:21.543089 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-79b9a9a3-026d-4cfb-b0a4-57bfa213cac4 req-ddb9e98b-d26e-4414-87e9-8e1f33e64ca9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997411 Jan 17 21:49:21.576819 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] For port 46108a92-1656-4dbf-92c9-960da4f03d32, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=46108a92-1656-4dbf-92c9-960da4f03d32,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:21.577349 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:21.898714 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:21.901334 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (50b091e4-39ca-4349-961b-d2b19f0def88), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:21.901334 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 50b091e4-39ca-4349-961b-d2b19f0def88 disassociated. External IP: 172.27.2.195, port: 46108a92-1656-4dbf-92c9-960da4f03d32. Jan 17 21:49:21.901334 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for 46108a92-1656-4dbf-92c9-960da4f03d32 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:49:22.159768 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (46108a92-1656-4dbf-92c9-960da4f03d32), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:22.233348 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=46108a92-1656-4dbf-92c9-960da4f03d32,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:22.336281 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccff334-d89f-440c-94fa-35d9979ac23d req-557db5eb-214d-42c5-9861-298c4c70d071 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:22.339323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9ccff334-d89f-440c-94fa-35d9979ac23d req-557db5eb-214d-42c5-9861-298c4c70d071 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 944 time: 0.1826024 Jan 17 21:49:22.509481 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:49:22.519531 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9ccff334-d89f-440c-94fa-35d9979ac23d req-1c4bbd2f-6724-42db-ab25-96b317885949 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229923 Jan 17 21:49:22.732273 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-73953919-053d-4658-b7ab-d0b44d1a2869 req-758e91cd-d6c0-4c10-afed-46a0df419779 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0645850 Jan 17 21:49:22.753831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:49:22.775107 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:49:22.793116 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:49:22.813916 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:49:22.815847 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:22.827280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] No DVR routers for this DVR port 46108a92-1656-4dbf-92c9-960da4f03d32 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:49:22.831232 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:22.837808 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6e3d543d-29f1-41bf-b57e-2bfbbc5fa399 req-3c6e5990-c284-400d-993d-0fcafcde2884 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "DELETE /v2.0/ports/46108a92-1656-4dbf-92c9-960da4f03d32 HTTP/1.1" status: 204 len: 173 time: 1.7286186 Jan 17 21:49:22.838588 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'name': 'network-vif-deleted', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:49:22.843058 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a267a872-c801-43bf-96c9-be7714af53d8" -d '{"events": [{"server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "name": "network-vif-deleted", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:49:22.890694 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50ef134-0931-4b65-919a-94293b2c62f9 x-openstack-request-id: req-e50ef134-0931-4b65-919a-94293b2c62f9 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:49:22.891168 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d85d9a73-7388-4b6b-93dd-7ffdd2466535", "name": "network-vif-deleted", "tag": "46108a92-1656-4dbf-92c9-960da4f03d32", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:49:22.891893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e50ef134-0931-4b65-919a-94293b2c62f9 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:49:22.895800 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd85d9a73-7388-4b6b-93dd-7ffdd2466535', 'name': 'network-vif-deleted', 'tag': '46108a92-1656-4dbf-92c9-960da4f03d32', 'status': 'completed', 'code': 200} Jan 17 21:49:22.972996 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:49:23.137937 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:23.151798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'a495e799-9404-44c3-b053-712ea97b837f', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'port_id': 'a495e799-9404-44c3-b053-712ea97b837f', 'mac_address': 'fa:16:3e:f5:e3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:49:23.218400 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45178) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:23.240093 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:49:23.240832 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.265599 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a495e799-9404-44c3-b053-712ea97b837f {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:49:23.308263 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:23.308681 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:23.350333 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:49:23.361432 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:49:23.362063 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:48:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:23.369331 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.474171 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Publish callbacks [] for security_group (59545c23-1116-4a4f-80cb-a73ca0550875), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.490302 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:49:23.589778 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.666045 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (59545c23-1116-4a4f-80cb-a73ca0550875), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.682184 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=9']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:23.715030 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff88caa-3ef4-48ff-8682-b7bf9d544678 req-3aa3bf51-fd8a-4946-8650-24dfd2ad0ec0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:23.718918 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59545c23-1116-4a4f-80cb-a73ca0550875,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:23.722719 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eff88caa-3ef4-48ff-8682-b7bf9d544678 req-3aa3bf51-fd8a-4946-8650-24dfd2ad0ec0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.0659950 Jan 17 21:49:23.744375 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.748351 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.749545 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.750233 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.750803 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.751622 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.752344 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.753110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:23.780897 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-b2ceba55-5630-4c5a-9b86-3a8ec448d332 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5e2cac41dbdc4c35bc0e4ed184fd0226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605066 Jan 17 21:49:23.782648 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45186) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:23.798203 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-eff88caa-3ef4-48ff-8682-b7bf9d544678 req-692daf78-bcbc-462a-958a-f95c844dce37 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748296 Jan 17 21:49:23.811908 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['a495e799-9404-44c3-b053-712ea97b837f'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:49:23.839713 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:23.889883 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416d68a-7f57-429c-bf18-d2d6a0c399f8 None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:49:23.891538 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] Publish callbacks [] for security_group (59545c23-1116-4a4f-80cb-a73ca0550875), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.938135 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] Publish callbacks [] for security_group (59545c23-1116-4a4f-80cb-a73ca0550875), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:23.977349 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ba0eec62-e378-4050-93dd-0868ff0a71b3 req-8eb4b088-1647-41d3-9ee5-8f9a7d0d9b83 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=d85d9a73-7388-4b6b-93dd-7ffdd2466535 HTTP/1.1" status: 200 len: 210 time: 0.0345347 Jan 17 21:49:24.108484 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (59545c23-1116-4a4f-80cb-a73ca0550875), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:24.112810 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:24.114582 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59545c23-1116-4a4f-80cb-a73ca0550875 HTTP/1.1" status: 204 len: 168 time: 0.3300281 Jan 17 21:49:24.133969 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190bddc-2713-4796-9f9f-d2b3faf3d426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59545c23-1116-4a4f-80cb-a73ca0550875,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:24.239464 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c46984-8d83-4efc-ad39-8d76107d410e None None] New status for floating IP 50b091e4-39ca-4349-961b-d2b19f0def88: DOWN {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:49:24.752059 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:49:24.818176 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port a495e799-9404-44c3-b053-712ea97b837f triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:49:24.819257 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (a495e799-9404-44c3-b053-712ea97b837f), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:24.948409 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port a495e799-9404-44c3-b053-712ea97b837f is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:49:24.948798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:24.956759 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb209d3-ac77-4aff-af7f-2435ca5f3e35 req-2de7c5fa-a368-4a86-af1e-cc1b98377d62 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:24.959645 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2eb209d3-ac77-4aff-af7f-2435ca5f3e35 req-2de7c5fa-a368-4a86-af1e-cc1b98377d62 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 945 time: 0.0718734 Jan 17 21:49:24.973382 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45194) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:24.990253 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-556b587d-0d4c-43c3-b55e-8a662c6ab133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.006124 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:49:25.010913 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4353fa9-6b97-44df-9ec8-982dcc0d794c" -d '{"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:49:25.038586 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:25.052927 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2eb209d3-ac77-4aff-af7f-2435ca5f3e35 req-6be67498-4217-4734-9ae3-59f05f86d063 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812831 Jan 17 21:49:25.111321 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.115048 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 46108a92-1656-4dbf-92c9-960da4f03d32 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:49:25.180172 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-556b587d-0d4c-43c3-b55e-8a662c6ab133 admin admin] Publish callbacks [] for security_group (0ac42116-d4ab-45c0-9f34-17aaf759bee5), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.190990 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 46108a92-1656-4dbf-92c9-960da4f03d32 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:49:25.191564 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 46108a92-1656-4dbf-92c9-960da4f03d32 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:49:25.206392 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e621ade-5415-46a4-a269-d8adfde5a120 x-openstack-request-id: req-9e621ade-5415-46a4-a269-d8adfde5a120 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:49:25.206774 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-plugged", "status": "completed", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:49:25.207165 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9e621ade-5415-46a4-a269-d8adfde5a120 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:49:25.207932 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'code': 200} Jan 17 21:49:25.252130 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=10']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:25.259422 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-556b587d-0d4c-43c3-b55e-8a662c6ab133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0ac42116-d4ab-45c0-9f34-17aaf759bee5), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.312029 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b587d-0d4c-43c3-b55e-8a662c6ab133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac42116-d4ab-45c0-9f34-17aaf759bee5,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:25.352987 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-556b587d-0d4c-43c3-b55e-8a662c6ab133 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8fda6519af6a4a00b8af50dea8face17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779328 Jan 17 21:49:25.357199 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45206) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:25.433530 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] Publish callbacks [] for security_group (0ac42116-d4ab-45c0-9f34-17aaf759bee5), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.472063 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-05f533da-024b-4c78-b718-40e2bf2817cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.481357 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] Publish callbacks [] for security_group (0ac42116-d4ab-45c0-9f34-17aaf759bee5), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.546763 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-22fb05a0-1fe8-43dc-a56a-7c6d21bf80b2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059142612&fields=id&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 267 time: 0.0812016 Jan 17 21:49:25.635825 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (0ac42116-d4ab-45c0-9f34-17aaf759bee5), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.639812 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:25.643033 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0ac42116-d4ab-45c0-9f34-17aaf759bee5 HTTP/1.1" status: 204 len: 168 time: 0.2829680 Jan 17 21:49:25.655142 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e72a51-dcfd-4639-9592-961a7a64c118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac42116-d4ab-45c0-9f34-17aaf759bee5,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:25.686939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6debe0-8b35-4482-aa70-c29b29807617 req-354d74d1-cb66-4c2b-8533-c9bcf27a262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:25.688550 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8d6debe0-8b35-4482-aa70-c29b29807617 req-354d74d1-cb66-4c2b-8533-c9bcf27a262b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1100 time: 0.0761387 Jan 17 21:49:25.739020 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-c6023d1b-e8bf-4ecb-8dde-e61c92418f3f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:25.739020 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-c6023d1b-e8bf-4ecb-8dde-e61c92418f3f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.1753521 Jan 17 21:49:25.771378 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-6b4f54d5-47a1-4ff2-b4c5-91839a59c325 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/quotas/38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 375 time: 0.0281034 Jan 17 21:49:25.775981 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8d6debe0-8b35-4482-aa70-c29b29807617 req-6c8d62cc-d40e-4182-a5a1-de5270002400 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809686 Jan 17 21:49:25.849504 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-8cff91a0-059a-4491-8ad0-effeacbbcf96 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711057 Jan 17 21:49:25.955027 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-73b81854-ffa4-4a09-8e2f-521f40fed7e6 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933657 Jan 17 21:49:26.070798 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-6be9a3b3-9acc-4394-96ea-fb2b38731021 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082892 Jan 17 21:49:26.840658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa2ded-f8ec-4b91-982a-ef4069b9ad1a req-f23b20e1-904e-4f62-a6c0-215a534a548c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:26.850600 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6caa2ded-f8ec-4b91-982a-ef4069b9ad1a req-f23b20e1-904e-4f62-a6c0-215a534a548c tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0964205 Jan 17 21:49:26.935667 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6caa2ded-f8ec-4b91-982a-ef4069b9ad1a req-d37224ce-e093-4735-8e9a-666796eac2b3 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823817 Jan 17 21:49:27.039000 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4e02672e-475a-4caf-a630-39d025062323 req-086cc786-8880-4266-9a23-f71be3e2a9fd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 210 time: 0.0511599 Jan 17 21:49:28.113702 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f5a78-41f4-4df1-a500-b5dda53878f6 req-75444da9-a67f-434e-b65b-032c934040e7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:28.116560 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-804f5a78-41f4-4df1-a500-b5dda53878f6 req-75444da9-a67f-434e-b65b-032c934040e7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0791070 Jan 17 21:49:28.224471 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-804f5a78-41f4-4df1-a500-b5dda53878f6 req-3f52d95e-8b8d-4005-8941-f6b7856a71c0 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977004 Jan 17 21:49:28.316095 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-c86cfbb9-cdde-4a67-afd3-7b1236eef314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:28.360367 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8e0354f2-7ee3-47e6-9c6f-b4425e1a08f3 req-39c96611-7c18-4672-be85-c7c45466657a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 210 time: 0.0504735 Jan 17 21:49:29.387493 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a79cff-f8ca-434a-9298-fcd7f8c33fa4 req-13aa3bf5-54ea-453b-b4eb-bb2f3af87ea4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:29.388998 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-12a79cff-f8ca-434a-9298-fcd7f8c33fa4 req-13aa3bf5-54ea-453b-b4eb-bb2f3af87ea4 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0650661 Jan 17 21:49:29.453246 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-12a79cff-f8ca-434a-9298-fcd7f8c33fa4 req-99007556-e42f-4522-b4da-35ae90ec6be2 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570831 Jan 17 21:49:29.597922 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fc16dc2e-f31c-4a41-a310-62be30865b85 req-da0ef831-6f13-4455-80d8-85b595858149 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 210 time: 0.0402288 Jan 17 21:49:29.823649 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:29.933330 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-7fbaefee-a9ab-406a-a30a-e2ab30f26e1c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:29.935036 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-7fbaefee-a9ab-406a-a30a-e2ab30f26e1c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.1873157 Jan 17 21:49:30.019267 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-a066e6d1-3486-41eb-92ff-b34003c7050e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 380 time: 0.0726285 Jan 17 21:49:30.035449 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'port': {'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'admin_state_up': True, 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'security_groups': ['1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:49:30.292896 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Made reservation on behalf of 38b0c8491cf6492f9c65effbc4f95228 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:49:30.297153 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:30.445240 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.20.0.8 (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c/dd8988e0-d11a-43e6-af91-81ce04a4b6c6/43d111e2-7d99-4283-8a6d-83fa15833934) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:49:30.709428 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (43d111e2-7d99-4283-8a6d-83fa15833934), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:30.729672 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9d78b-6894-46d3-b7df-c48374c15c5b req-ae41ee13-f1ba-45de-bb62-deb0571495e1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:30.732501 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-86f9d78b-6894-46d3-b7df-c48374c15c5b req-ae41ee13-f1ba-45de-bb62-deb0571495e1 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.1554351 Jan 17 21:49:30.845281 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-86f9d78b-6894-46d3-b7df-c48374c15c5b req-8f7a7b86-d512-4619-92d1-5f05c51cec5a tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054325 Jan 17 21:49:30.938624 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:31.017685 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:49:31.027638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:49:31.030581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:31.033182 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:49:31.044053 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce4ccc-9919-45ff-9de1-2fa2b1c13ac2 req-2ad38317-7e60-4e2e-9b26-d66cc9b60dac tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:31.045722 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37ce4ccc-9919-45ff-9de1-2fa2b1c13ac2 req-2ad38317-7e60-4e2e-9b26-d66cc9b60dac tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 931 time: 0.1236916 Jan 17 21:49:31.130955 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:31.131268 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:31.153938 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37ce4ccc-9919-45ff-9de1-2fa2b1c13ac2 req-90bfbb2d-e803-48bd-b436-2db8d053c408 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859594 Jan 17 21:49:31.240698 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:49:31.264880 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-4813f204-e6d5-4e4e-99f2-cbc93d0623cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2389703 Jan 17 21:49:31.278431 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Request body: {'port': {'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:49:31.358176 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:31.382948 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8e4b8441-7b10-4544-bd0a-1d46ee9963b0 None None] Provisioning complete for port 43d111e2-7d99-4283-8a6d-83fa15833934 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:49:31.384239 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8e4b8441-7b10-4544-bd0a-1d46ee9963b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:31.444242 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b8441-7b10-4544-bd0a-1d46ee9963b0 None None] Port 43d111e2-7d99-4283-8a6d-83fa15833934 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:49:31.831514 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d111e2-7d99-4283-8a6d-83fa15833934 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:49:31.846193 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks [] for port (43d111e2-7d99-4283-8a6d-83fa15833934), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:31.868238 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Transition to ACTIVE for port object 43d111e2-7d99-4283-8a6d-83fa15833934 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:49:31.946209 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:32.033570 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Pushing event updated for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:32.119276 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:32.149287 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Attempting to bind port 43d111e2-7d99-4283-8a6d-83fa15833934 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:49:32.149661 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Attempting to bind port 43d111e2-7d99-4283-8a6d-83fa15833934 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:49:32.149969 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Attempting to bind port 43d111e2-7d99-4283-8a6d-83fa15833934 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:49:32.158362 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Port 43d111e2-7d99-4283-8a6d-83fa15833934 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:49:32.158967 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Attempting to bind port 43d111e2-7d99-4283-8a6d-83fa15833934 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:49:32.166908 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:49:32.167223 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:49:32.167658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Bound using segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:49:32.168089 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Bound port: 43d111e2-7d99-4283-8a6d-83fa15833934, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:49:32.168434 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:32.287831 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:49:32.305949 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=43d111e2-7d99-4283-8a6d-83fa15833934,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:49:32.322972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc728276-6555-4435-825e-b8e8725e2ad5 req-8e4c1265-2fab-4b7e-8373-1c95a73f4c7e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:32.330658 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bc728276-6555-4435-825e-b8e8725e2ad5 req-8e4c1265-2fab-4b7e-8373-1c95a73f4c7e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Jan 17 21:49:32.387053 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bc728276-6555-4435-825e-b8e8725e2ad5 req-c8cdce53-e263-48f0-a435-5d34b7c6fc94 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553136 Jan 17 21:49:32.447615 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:32.492477 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:32.493422 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:32.495667 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] 10.222.0.81 "PUT /v2.0/ports/43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 1093 time: 1.2230792 Jan 17 21:49:32.496363 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:49:32.500071 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:49:32.534286 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a8c5f-dc65-4c19-a728-75c57886873a service neutron] Pushing event updated for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:32.574216 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da6ea13-f184-44b1-a223-a04ec637b49e x-openstack-request-id: req-5da6ea13-f184-44b1-a223-a04ec637b49e {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:49:32.574598 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:49:32.574911 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5da6ea13-f184-44b1-a223-a04ec637b49e {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:49:32.575511 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934', 'status': 'completed', 'code': 200} Jan 17 21:49:32.655682 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-656c928c-b10d-496d-ac70-dc4b0b899cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:32.657236 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-656c928c-b10d-496d-ac70-dc4b0b899cb0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1096 time: 0.0601625 Jan 17 21:49:32.794894 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-cb999751-c81a-4441-b67f-80391fc3e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:32.796720 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-cb999751-c81a-4441-b67f-80391fc3e3dc service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=38b0c8491cf6492f9c65effbc4f95228&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1314259 Jan 17 21:49:32.829389 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:33.199893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-7c326592-a014-41df-af0b-a64795f089b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:33.201377 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4f02f0c2-1e14-404c-8b36-93b0b7e6ccbd req-7c326592-a014-41df-af0b-a64795f089b6 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3991525 Jan 17 21:49:33.292399 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-a652e426-d1bb-461b-b16c-3235259da32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:33.293904 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-a652e426-d1bb-461b-b16c-3235259da32e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1096 time: 0.0469961 Jan 17 21:49:33.340693 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-295ff5d1-1cce-4aa1-8d51-fd6e8d9a4625 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Jan 17 21:49:33.392917 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-f6d605c5-7461-4851-bc76-4bd6d44075fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:33.394835 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-f6d605c5-7461-4851-bc76-4bd6d44075fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0490980 Jan 17 21:49:33.462262 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be165b-071f-4b74-a726-4fc4754f652f req-d0c1e191-8dac-4d38-81a2-f4cc3daf1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:33.464974 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-d0c1e191-8dac-4d38-81a2-f4cc3daf1455 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636454 Jan 17 21:49:33.611292 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821b9a3-8274-48f9-9ed2-9a29eaace03d req-4869d4c6-00de-459e-89d5-0b08c1ee0da8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:33.612904 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8821b9a3-8274-48f9-9ed2-9a29eaace03d req-4869d4c6-00de-459e-89d5-0b08c1ee0da8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.1120446 Jan 17 21:49:33.635427 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-26a62edf-8a31-4555-9a97-016c010aea28 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638513 Jan 17 21:49:33.738645 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8821b9a3-8274-48f9-9ed2-9a29eaace03d req-009d8734-d802-45be-98f3-59517febc90e tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139207 Jan 17 21:49:33.782270 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37be165b-071f-4b74-a726-4fc4754f652f req-956c4717-a0ed-4c69-9a86-57f23e11b912 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317778 Jan 17 21:49:33.879722 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45364) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:34.016654 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9b09e832-cfe8-4d66-a89a-e33cd941520d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.113759 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9b09e832-cfe8-4d66-a89a-e33cd941520d admin admin] Publish callbacks [] for security_group (939dc90b-ee66-4183-b9b5-1dbbdf7556ed), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.217893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-9b09e832-cfe8-4d66-a89a-e33cd941520d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (939dc90b-ee66-4183-b9b5-1dbbdf7556ed), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.261408 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-9b09e832-cfe8-4d66-a89a-e33cd941520d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a21c5dd0427048769ab31dfd5af34836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3805375 Jan 17 21:49:34.262278 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09e832-cfe8-4d66-a89a-e33cd941520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939dc90b-ee66-4183-b9b5-1dbbdf7556ed,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:34.264568 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45368) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:34.322843 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] Publish callbacks [] for security_group (939dc90b-ee66-4183-b9b5-1dbbdf7556ed), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.348608 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] Publish callbacks [] for security_group (939dc90b-ee66-4183-b9b5-1dbbdf7556ed), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.490419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (939dc90b-ee66-4183-b9b5-1dbbdf7556ed), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.493692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:34.495003 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/939dc90b-ee66-4183-b9b5-1dbbdf7556ed HTTP/1.1" status: 204 len: 168 time: 0.2293601 Jan 17 21:49:34.503755 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ee0df-f6ea-4766-9b40-6bfbac500c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939dc90b-ee66-4183-b9b5-1dbbdf7556ed,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:34.915532 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b483068-05a4-4f1c-ad61-f39e8f41cdf2 req-776704d8-b510-41b4-a668-700f6c38a265 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:34.917129 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6b483068-05a4-4f1c-ad61-f39e8f41cdf2 req-776704d8-b510-41b4-a668-700f6c38a265 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0523891 Jan 17 21:49:34.973423 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6b483068-05a4-4f1c-ad61-f39e8f41cdf2 req-d134025d-521b-4d9b-95d1-170052069e24 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497398 Jan 17 21:49:35.228983 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45376) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:35.248923 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-948cba5b-89c2-4c18-9b7f-e747e46d64a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.352928 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-948cba5b-89c2-4c18-9b7f-e747e46d64a8 admin admin] Publish callbacks [] for security_group (8f567ab6-eed9-4848-b7e8-e3f6afd2cd45), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.429302 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-948cba5b-89c2-4c18-9b7f-e747e46d64a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (8f567ab6-eed9-4848-b7e8-e3f6afd2cd45), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.473853 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-948cba5b-89c2-4c18-9b7f-e747e46d64a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=17b4fe17bad847c0b7ec2a7575be9fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434640 Jan 17 21:49:35.474625 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948cba5b-89c2-4c18-9b7f-e747e46d64a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f567ab6-eed9-4848-b7e8-e3f6afd2cd45,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:35.477034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45378) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:35.540149 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] Publish callbacks [] for security_group (8f567ab6-eed9-4848-b7e8-e3f6afd2cd45), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.563593 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] Publish callbacks [] for security_group (8f567ab6-eed9-4848-b7e8-e3f6afd2cd45), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.686275 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (8f567ab6-eed9-4848-b7e8-e3f6afd2cd45), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.689279 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:35.690475 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8f567ab6-eed9-4848-b7e8-e3f6afd2cd45 HTTP/1.1" status: 204 len: 168 time: 0.2121587 Jan 17 21:49:35.707340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6047781-6e49-4b95-a36f-afd188ff5a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f567ab6-eed9-4848-b7e8-e3f6afd2cd45,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:36.121392 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc66802-7777-4c8e-be09-930a8cd4b46a req-a77dc02d-ae1e-4455-9b08-10b5d8637754 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:36.123018 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edc66802-7777-4c8e-be09-930a8cd4b46a req-a77dc02d-ae1e-4455-9b08-10b5d8637754 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0638635 Jan 17 21:49:36.188630 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-edc66802-7777-4c8e-be09-930a8cd4b46a req-de14fce7-dc81-41fe-955f-54b9841ee3a0 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588005 Jan 17 21:49:37.348810 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a94f6-9fd8-4867-ad92-857a9ef65872 req-a7bf390b-180f-4309-81c7-da98c0b56557 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:37.350401 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aa3a94f6-9fd8-4867-ad92-857a9ef65872 req-a7bf390b-180f-4309-81c7-da98c0b56557 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0729918 Jan 17 21:49:37.436763 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-aa3a94f6-9fd8-4867-ad92-857a9ef65872 req-70f775d3-e6bc-4234-a55c-29702b4b6854 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785251 Jan 17 21:49:38.578355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bfcad4-6acd-420d-af8d-32a12db2bfcb req-92776b09-3ff5-4b57-b45e-6125723fab5f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:38.580691 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d1bfcad4-6acd-420d-af8d-32a12db2bfcb req-92776b09-3ff5-4b57-b45e-6125723fab5f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0590849 Jan 17 21:49:38.642537 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d1bfcad4-6acd-420d-af8d-32a12db2bfcb req-795751fd-307e-4d6d-8547-61fbdcd4185c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545998 Jan 17 21:49:39.785792 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee383d0-4d03-4721-a8d4-c82f44f0e68a req-ec0a0b97-5a8b-45a2-ac15-5017a12c3053 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:39.787548 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4ee383d0-4d03-4721-a8d4-c82f44f0e68a req-ec0a0b97-5a8b-45a2-ac15-5017a12c3053 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0565863 Jan 17 21:49:39.846472 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4ee383d0-4d03-4721-a8d4-c82f44f0e68a req-5be7b27b-b1de-4e8b-8b30-1a003fc9a229 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517495 Jan 17 21:49:41.016693 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45456) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:41.025748 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5302f5-9213-48ce-b162-9cb110839b9b req-b3bddfbf-6e1e-4e0d-9025-981643683caa tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:41.032090 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2f5302f5-9213-48ce-b162-9cb110839b9b req-b3bddfbf-6e1e-4e0d-9025-981643683caa tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0871103 Jan 17 21:49:41.100852 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2f5302f5-9213-48ce-b162-9cb110839b9b req-85a48b59-5a17-4d66-82d2-140714911691 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657098 Jan 17 21:49:41.157732 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-43510ff4-eca8-4e6f-ab6a-e2c969052db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.244895 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-43510ff4-eca8-4e6f-ab6a-e2c969052db8 admin admin] Publish callbacks [] for security_group (2cf24437-ac13-46cd-8689-513ec7b3bdfe), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.406716 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-43510ff4-eca8-4e6f-ab6a-e2c969052db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2cf24437-ac13-46cd-8689-513ec7b3bdfe), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.451017 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-43510ff4-eca8-4e6f-ab6a-e2c969052db8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e3c1bb5981c04733bbe5e57702dbdd38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4328706 Jan 17 21:49:41.452732 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43510ff4-eca8-4e6f-ab6a-e2c969052db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf24437-ac13-46cd-8689-513ec7b3bdfe,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:41.455090 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45460) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:41.515235 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] Publish callbacks [] for security_group (2cf24437-ac13-46cd-8689-513ec7b3bdfe), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.542583 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] Publish callbacks [] for security_group (2cf24437-ac13-46cd-8689-513ec7b3bdfe), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.691986 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (2cf24437-ac13-46cd-8689-513ec7b3bdfe), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.694576 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:41.695875 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2cf24437-ac13-46cd-8689-513ec7b3bdfe HTTP/1.1" status: 204 len: 168 time: 0.2386200 Jan 17 21:49:41.704695 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e0437-353e-43b3-a994-36d3418a4316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf24437-ac13-46cd-8689-513ec7b3bdfe,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:42.242594 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c9991-0e76-46e6-8cba-ed320adab5c5 req-82bbd5f3-beed-4703-beed-158be0193dd2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:42.244610 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-006c9991-0e76-46e6-8cba-ed320adab5c5 req-82bbd5f3-beed-4703-beed-158be0193dd2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 943 time: 0.0609469 Jan 17 21:49:42.308891 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-006c9991-0e76-46e6-8cba-ed320adab5c5 req-ad388755-319e-41dc-9419-158d174e62d3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574691 Jan 17 21:49:42.463677 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45468) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:42.480076 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-368299b0-08fe-4211-8a93-d20544f8dcfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.572911 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-368299b0-08fe-4211-8a93-d20544f8dcfe admin admin] Publish callbacks [] for security_group (6977988e-0b04-4347-840b-176a908ec2fb), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.646125 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-368299b0-08fe-4211-8a93-d20544f8dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6977988e-0b04-4347-840b-176a908ec2fb), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.692415 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-368299b0-08fe-4211-8a93-d20544f8dcfe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=04d3bd0a47ac46459332dee9bdfe5b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275007 Jan 17 21:49:42.693204 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368299b0-08fe-4211-8a93-d20544f8dcfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6977988e-0b04-4347-840b-176a908ec2fb,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:42.696603 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45470) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:42.756486 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] Publish callbacks [] for security_group (6977988e-0b04-4347-840b-176a908ec2fb), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.785829 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] Publish callbacks [] for security_group (6977988e-0b04-4347-840b-176a908ec2fb), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.863857 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 43d111e2-7d99-4283-8a6d-83fa15833934 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:49:42.915844 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (6977988e-0b04-4347-840b-176a908ec2fb), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.920663 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:42.925441 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6977988e-0b04-4347-840b-176a908ec2fb HTTP/1.1" status: 204 len: 168 time: 0.2250829 Jan 17 21:49:42.934388 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c598f4a-818d-41fa-af81-c4bf3a6b05d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6977988e-0b04-4347-840b-176a908ec2fb,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:43.020426 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=43d111e2-7d99-4283-8a6d-83fa15833934,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:43.033085 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '43d111e2-7d99-4283-8a6d-83fa15833934', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:49:43.079056 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 43d111e2-7d99-4283-8a6d-83fa15833934 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:49:43.079996 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:43.097665 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d111e2-7d99-4283-8a6d-83fa15833934 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:49:43.122960 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=43d111e2-7d99-4283-8a6d-83fa15833934,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:43.235137 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:43.295710 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:43.479672 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['43d111e2-7d99-4283-8a6d-83fa15833934'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:49:43.485739 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd29967-b3ca-45eb-b3a3-044a77659d86 req-c0115097-b9bb-4c6d-9858-9452ef03728f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:43.488587 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdd29967-b3ca-45eb-b3a3-044a77659d86 req-c0115097-b9bb-4c6d-9858-9452ef03728f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 944 time: 0.0810277 Jan 17 21:49:43.575561 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fdd29967-b3ca-45eb-b3a3-044a77659d86 req-48f95122-b5f1-4970-8c82-52d02d21c037 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755098 Jan 17 21:49:44.758075 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea14ce2-54a9-4448-917c-f92467f2af98 req-b31b2ff6-0291-4cb2-a6c9-4eaddc7f8c8d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:44.760912 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fea14ce2-54a9-4448-917c-f92467f2af98 req-b31b2ff6-0291-4cb2-a6c9-4eaddc7f8c8d tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 944 time: 0.0642343 Jan 17 21:49:44.814484 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fea14ce2-54a9-4448-917c-f92467f2af98 req-5c0c9c1f-5045-45f8-92a2-a4550fe88f85 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473983 Jan 17 21:49:44.877864 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 43d111e2-7d99-4283-8a6d-83fa15833934 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:49:45.023815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 43d111e2-7d99-4283-8a6d-83fa15833934 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:49:45.028862 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 43d111e2-7d99-4283-8a6d-83fa15833934 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:49:45.029297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:45.127826 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 43d111e2-7d99-4283-8a6d-83fa15833934 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:49:45.128479 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:45.169486 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:49:45.172244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12031c-61b2-414a-b881-b044fa385194" -d '{"events": [{"server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "name": "network-vif-plugged", "status": "completed", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:49:45.194687 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=43d111e2-7d99-4283-8a6d-83fa15833934,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:49:45.238214 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a025ed1-b51f-46e0-b87a-b94fa8f70707 x-openstack-request-id: req-8a025ed1-b51f-46e0-b87a-b94fa8f70707 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:49:45.239538 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "name": "network-vif-plugged", "status": "completed", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:49:45.239538 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8a025ed1-b51f-46e0-b87a-b94fa8f70707 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:49:45.239828 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934', 'code': 200} Jan 17 21:49:45.258995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:45.336774 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:45.641805 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45880be8-3995-4f64-806b-d9122b0e7bce req-72e281e9-6639-4dad-9ce8-37f5075e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:45.643397 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-45880be8-3995-4f64-806b-d9122b0e7bce req-72e281e9-6639-4dad-9ce8-37f5075e51d2 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1098 time: 0.0525839 Jan 17 21:49:45.702739 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-45880be8-3995-4f64-806b-d9122b0e7bce req-43db8f82-5341-460b-baa6-49a96453bbfc service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519724 Jan 17 21:49:45.946747 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f57b7-50bb-4948-8788-46fbbd89279c req-1ccf1298-abfd-4a36-aa42-a13b19b50a0f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:45.948889 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-821f57b7-50bb-4948-8788-46fbbd89279c req-1ccf1298-abfd-4a36-aa42-a13b19b50a0f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0579169 Jan 17 21:49:46.023917 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-821f57b7-50bb-4948-8788-46fbbd89279c req-cc51f0d1-68dc-449e-8386-5ff436e693bf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679257 Jan 17 21:49:46.173353 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45532) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:46.297999 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8643bf20-0a4e-42db-bc7e-c3153a5ed6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.387434 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8643bf20-0a4e-42db-bc7e-c3153a5ed6d2 admin admin] Publish callbacks [] for security_group (33771f88-44ed-452c-8b7a-c82c748351d4), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.472641 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8643bf20-0a4e-42db-bc7e-c3153a5ed6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (33771f88-44ed-452c-8b7a-c82c748351d4), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.523983 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8643bf20-0a4e-42db-bc7e-c3153a5ed6d2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2d396d2f52ee459a8b2b8d09262d8405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3491900 Jan 17 21:49:46.525131 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643bf20-0a4e-42db-bc7e-c3153a5ed6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33771f88-44ed-452c-8b7a-c82c748351d4,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:46.527180 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45536) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:46.584346 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Publish callbacks [] for security_group (33771f88-44ed-452c-8b7a-c82c748351d4), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.608622 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Publish callbacks [] for security_group (33771f88-44ed-452c-8b7a-c82c748351d4), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.781214 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (33771f88-44ed-452c-8b7a-c82c748351d4), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.784122 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:46.785549 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/33771f88-44ed-452c-8b7a-c82c748351d4 HTTP/1.1" status: 204 len: 168 time: 0.2567103 Jan 17 21:49:46.796939 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33771f88-44ed-452c-8b7a-c82c748351d4,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:46.805548 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.805898 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.806240 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.806605 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.807955 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.808356 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.808769 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.809049 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.809886 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.810227 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.810609 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.810935 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:46.811256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db501394-b293-45df-a724-19ca92db6f35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:49:47.208106 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfce10a-58c3-4623-be46-97e4019a6df6 req-9e928c55-d25b-46bb-9934-413160190447 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:47.210948 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8dfce10a-58c3-4623-be46-97e4019a6df6 req-9e928c55-d25b-46bb-9934-413160190447 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0762627 Jan 17 21:49:47.283790 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8dfce10a-58c3-4623-be46-97e4019a6df6 req-cda9c9c7-d718-46ae-8043-8b5997e90c03 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656705 Jan 17 21:49:47.418885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e478a64-18cb-45ed-b640-b9cd927a59fa req-2da4e7fe-ddb3-4309-9466-2786e69eee52 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:47.420707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8e478a64-18cb-45ed-b640-b9cd927a59fa req-2da4e7fe-ddb3-4309-9466-2786e69eee52 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0625424 Jan 17 21:49:47.493317 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8e478a64-18cb-45ed-b640-b9cd927a59fa req-46b9b9e2-1f47-478b-b243-bfc42b4e46a5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656104 Jan 17 21:49:47.518102 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45546) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:47.562642 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bece94-62d3-4e84-b84c-a63fde1b511e tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:47.564313 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-16bece94-62d3-4e84-b84c-a63fde1b511e tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1093 time: 0.0450435 Jan 17 21:49:47.568750 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45548) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:47.574174 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:49:47.622316 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45550) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:47.638133 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8562c45c-c55b-408b-9355-2f4c9f361650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:47.671712 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:47.785110 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8562c45c-c55b-408b-9355-2f4c9f361650 admin admin] Publish callbacks [] for security_group (4cef0942-6d58-40dc-b665-597f76809289), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:47.826570 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:47.871404 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8562c45c-c55b-408b-9355-2f4c9f361650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4cef0942-6d58-40dc-b665-597f76809289), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:47.926992 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8562c45c-c55b-408b-9355-2f4c9f361650 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8ff7c24bec9149e7ac1690f559db9b55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033817 Jan 17 21:49:47.931702 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45552) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:49:47.931977 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562c45c-c55b-408b-9355-2f4c9f361650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef0942-6d58-40dc-b665-597f76809289,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:47.997712 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.27.2.204 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/7b84da2b-b9df-450c-9c0f-efa26af701bb) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:49:48.030835 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] Publish callbacks [] for security_group (4cef0942-6d58-40dc-b665-597f76809289), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.080542 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] Publish callbacks [] for security_group (4cef0942-6d58-40dc-b665-597f76809289), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.117054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.284980 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.329192 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:49:48.332892 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4cef0942-6d58-40dc-b665-597f76809289), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.334129 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:49:48.337688 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:48.339982 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4cef0942-6d58-40dc-b665-597f76809289 HTTP/1.1" status: 204 len: 168 time: 0.4063814 Jan 17 21:49:48.340674 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:49:48.356432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fb509-43db-4f95-befd-7cebe4ebf6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef0942-6d58-40dc-b665-597f76809289,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:48.394657 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=7b84da2b-b9df-450c-9c0f-efa26af701bb,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:48.817693 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (86bc2967-1c64-46f0-a1b6-df03c1d4e086), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:49.380419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:49.885961 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:49.992441 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:50.080205 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=7b84da2b-b9df-450c-9c0f-efa26af701bb,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:49:50.096572 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (86bc2967-1c64-46f0-a1b6-df03c1d4e086), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:50.228838 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 86bc2967-1c64-46f0-a1b6-df03c1d4e086 associated. External IP: 172.27.2.204, port: 43d111e2-7d99-4283-8a6d-83fa15833934. Jan 17 21:49:50.509841 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:49:50.648113 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:49:50.660199 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:49:50.671689 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:49:50.672377 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:50.799645 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:49:50.814910 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:50.851756 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-446f3ded-7eb6-407f-ab10-6495d8dfe2dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2809367 Jan 17 21:49:50.852766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:49:50.857211 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d" -d '{"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:49:50.910673 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd98223-b0f3-4829-9ffb-c468c1904045 x-openstack-request-id: req-7dd98223-b0f3-4829-9ffb-c468c1904045 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:49:50.911359 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:49:50.911739 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7dd98223-b0f3-4829-9ffb-c468c1904045 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:49:50.912394 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934', 'status': 'completed', 'code': 200} Jan 17 21:49:50.918574 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:50.985614 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-494bf28b-bce0-48fa-990b-df54d1b93374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:50.987323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-494bf28b-bce0-48fa-990b-df54d1b93374 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1098 time: 0.0489860 Jan 17 21:49:51.126852 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-4f5a0870-17a5-449f-a9b6-25f8138155d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:51.128507 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-4f5a0870-17a5-449f-a9b6-25f8138155d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.1344657 Jan 17 21:49:51.128722 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:48Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:51.182854 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:49:51.200081 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:49:51.201179 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:51.210989 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-66849b09-4bae-4506-a51e-bf01d4ed5fd9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 999 time: 0.0741203 Jan 17 21:49:51.263677 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-b3a3fdb8-e21e-43f8-8f62-762a65c85a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:51.265154 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-b3a3fdb8-e21e-43f8-8f62-762a65c85a54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0499427 Jan 17 21:49:51.344068 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-42315801-e03c-4e7c-9775-e21f7b0c9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:51.345775 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-42315801-e03c-4e7c-9775-e21f7b0c9b9d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717409 Jan 17 21:49:51.370307 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:49:51.495797 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-8ae76043-e8d1-4987-93d8-636bff6988ef service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419489 Jan 17 21:49:51.623834 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ab7d0bf-c89e-45d6-a03b-2dc267be688d req-5c08e051-49f7-46a5-a20d-da7dc15701cc service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165016 Jan 17 21:49:51.777357 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:48Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:49:51.818390 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507163d9-b8e9-4ad6-b402-bd32de9ae0e4 None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:48Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:49:52.072095 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3654f86-a16a-4091-ac56-fe7ce97fd278 None None] New status for floating IP 86bc2967-1c64-46f0-a1b6-df03c1d4e086: ACTIVE {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:49:55.417106 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-40cf4427-d92f-46f2-8c35-592eb158fe95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:55.450286 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-31856e68-5157-48c8-b72b-8af1126034c9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593264 Jan 17 21:49:55.523897 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631552c1-b31e-4db3-adbc-6e61b454770b req-d27f7634-3527-4a14-ba5b-3ef30f956d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:55.525484 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-d27f7634-3527-4a14-ba5b-3ef30f956d45 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38822447923406d987c90de25b9dcb0&device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 1100 time: 0.0480695 Jan 17 21:49:55.685049 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631552c1-b31e-4db3-adbc-6e61b454770b req-28b66846-4ca1-428f-ba09-2852229c8213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:55.687714 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-28b66846-4ca1-428f-ba09-2852229c8213 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 200 len: 918 time: 0.1283150 Jan 17 21:49:55.773476 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-ec393f8f-0b66-4324-83bb-2ee23036074d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 200 len: 1002 time: 0.0782247 Jan 17 21:49:55.827115 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631552c1-b31e-4db3-adbc-6e61b454770b req-848b1c68-7b4c-4d8c-a70e-983f210af52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:55.828753 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-848b1c68-7b4c-4d8c-a70e-983f210af52c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 200 len: 856 time: 0.0490782 Jan 17 21:49:55.886468 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631552c1-b31e-4db3-adbc-6e61b454770b req-05960984-52f6-4bc9-9e82-177a75eaddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:49:55.888137 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-05960984-52f6-4bc9-9e82-177a75eaddd3 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a16c235e-aa5d-45c8-835b-eb3b91390161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512459 Jan 17 21:49:55.987089 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-0b9673c2-737d-4ce0-96bc-d092cc086256 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922983 Jan 17 21:49:56.091419 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-631552c1-b31e-4db3-adbc-6e61b454770b req-0847957e-c2fa-4974-893c-fad912f21379 service neutron] 10.222.0.81 "GET /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975857 Jan 17 21:49:58.250003 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0f12048a-eed3-4e20-a277-6dad9b8c11d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:49:59.805241 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:01.730091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46eb532-b9ed-43d4-8089-89865d158bf9 req-45f68091-2847-4969-b662-3ff4a546d774 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:01.731992 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b46eb532-b9ed-43d4-8089-89865d158bf9 req-45f68091-2847-4969-b662-3ff4a546d774 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0570984 Jan 17 21:50:01.785865 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b46eb532-b9ed-43d4-8089-89865d158bf9 req-c79dbf0e-dafa-4af2-a5ba-b093e244a9b9 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464258 Jan 17 21:50:02.114116 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:02.868548 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:02.953996 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a4f55-3426-4459-8da9-b82353b97414 req-61e55dde-6d57-424d-9d9f-70eec793ddaa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:02.956970 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f11a4f55-3426-4459-8da9-b82353b97414 req-61e55dde-6d57-424d-9d9f-70eec793ddaa tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0875850 Jan 17 21:50:03.024019 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f11a4f55-3426-4459-8da9-b82353b97414 req-6ec3423b-7344-4837-9ab1-20d0461e13e5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups?id=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605757 Jan 17 21:50:03.276568 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-8aa470ef-d673-4d67-be65-d5b351cef5c8 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:03.279086 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-8aa470ef-d673-4d67-be65-d5b351cef5c8 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 947 time: 0.0723145 Jan 17 21:50:03.414753 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Deleting port a495e799-9404-44c3-b053-712ea97b837f {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:03.415026 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (a495e799-9404-44c3-b053-712ea97b837f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:03.526967 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] For port a495e799-9404-44c3-b053-712ea97b837f, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=a495e799-9404-44c3-b053-712ea97b837f,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:03.527438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (a495e799-9404-44c3-b053-712ea97b837f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:03.726688 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:03.726994 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:03.727263 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Floating IP 34379cef-2ba2-41c2-ba90-902a87d9c4f5 disassociated. External IP: 172.27.2.206, port: a495e799-9404-44c3-b053-712ea97b837f. Jan 17 21:50:03.727637 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Calling delete_port for a495e799-9404-44c3-b053-712ea97b837f owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:03.965770 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (a495e799-9404-44c3-b053-712ea97b837f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:03.997378 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'Port': ['ID=a495e799-9404-44c3-b053-712ea97b837f,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:04.151292 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-60f0b2ba-40bd-4be3-aa9b-d9b782cd76e1 req-d1abd4fa-a94d-4cdd-843f-b2fba8c1f66f tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 210 time: 0.0391049 Jan 17 21:50:04.170109 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:50:04.302125 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:50:04.312434 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:50:04.325248 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:50:04.325880 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:04.357091 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] No DVR routers for this DVR port a495e799-9404-44c3-b053-712ea97b837f on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:50:04.360429 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:04.363865 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-fc73b85f-ce07-4f43-bc7b-9ecf1504ef0e req-1d8c9703-f6b2-45a8-be83-e7b195befe24 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.81 "DELETE /v2.0/ports/a495e799-9404-44c3-b053-712ea97b837f HTTP/1.1" status: 204 len: 173 time: 1.0783226 Jan 17 21:50:04.364344 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-deleted', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:50:04.367577 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775429a4-5c23-4089-a4c0-2689b9a4d68d" -d '{"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-deleted", "tag": "a495e799-9404-44c3-b053-712ea97b837f"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:50:04.447784 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8703978-4b3c-49f6-a313-4dd5db3702bd x-openstack-request-id: req-d8703978-4b3c-49f6-a313-4dd5db3702bd {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:50:04.450084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae6080-e674-4972-a18d-3611da638411", "name": "network-vif-deleted", "tag": "a495e799-9404-44c3-b053-712ea97b837f", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:50:04.450084 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d8703978-4b3c-49f6-a313-4dd5db3702bd {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:50:04.450084 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae6080-e674-4972-a18d-3611da638411', 'name': 'network-vif-deleted', 'tag': 'a495e799-9404-44c3-b053-712ea97b837f', 'status': 'completed', 'code': 200} Jan 17 21:50:04.466216 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:50:04.712214 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:04.742158 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:50:04.753584 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:50:04.753584 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:04.887884 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:50:05.228992 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:05.281584 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3af1cd3-e1b7-4adf-8f9f-6102b1a619a2 None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:41:02Z', 'revision_number': 4, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '913f2f56-e5e5-4d20-8985-b45e07b8873e', 'name': '', 'network_id': 'a16c235e-aa5d-45c8-835b-eb3b91390161', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'mac_address': 'fa:16:3e:69:c5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:41:00Z', 'updated_at': '2022-01-17T21:41:12Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'subnets': [{'id': '5f2e94bc-ed3c-4947-a308-5e2788673484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:50:05.323243 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9f4eb558-aa7f-40a1-bc47-bc8d2448a8aa req-c1941c83-f9d5-4628-8a1a-70a40c0f73f8 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/ports?device_id=9dae6080-e674-4972-a18d-3611da638411 HTTP/1.1" status: 200 len: 210 time: 0.0406973 Jan 17 21:50:05.556351 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b10122-cdfb-4033-94f1-99ce6e1c6ebc None None] New status for floating IP 34379cef-2ba2-41c2-ba90-902a87d9c4f5: DOWN {{(pid=109915) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:50:06.521172 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45708) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:06.585181 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:06.612932 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:06.725284 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:06.728040 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:06.729621 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "DELETE /v2.0/security-groups/9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36 HTTP/1.1" status: 204 len: 168 time: 0.2071476 Jan 17 21:50:06.732953 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45710) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:06.740202 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87054f-a499-4c81-a4a9-9bcb230d1ad7 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:06.750037 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.api.v2.resource [None req-0cb771c3-db62-4619-ab3d-e8565bfea1e5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] show failed (client error): The resource could not be found. Jan 17 21:50:06.752590 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0cb771c3-db62-4619-ab3d-e8565bfea1e5 tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "GET /v2.0/security-groups/9a2d8fa3-8fee-43e6-9c95-7bc3a6d6be36 HTTP/1.1" status: 404 len: 347 time: 0.0181606 Jan 17 21:50:06.757817 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45712) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:06.907459 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Deleting port 387d14d9-45f3-48e4-a1e5-66e05c94c63d {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:06.907864 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:06.996248 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:50:07.005170 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:07.006249 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (387d14d9-45f3-48e4-a1e5-66e05c94c63d), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:07.027158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Calling delete_port for 387d14d9-45f3-48e4-a1e5-66e05c94c63d owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:07.034792 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: a495e799-9404-44c3-b053-712ea97b837f {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:50:07.035404 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device a495e799-9404-44c3-b053-712ea97b837f not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:50:07.285657 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (387d14d9-45f3-48e4-a1e5-66e05c94c63d), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:07.320032 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Pushing event deleted for resources: {'Port': ['ID=387d14d9-45f3-48e4-a1e5-66e05c94c63d,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:07.405552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks [] for floatingip (34379cef-2ba2-41c2-ba90-902a87d9c4f5), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:07.410564 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:07.413154 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ac12b5e4-f3b3-40bf-bdb3-716f4bf191bd tempest-AttachVolumeShelveTestJSON-1060995893 tempest-AttachVolumeShelveTestJSON-1060995893-project] 10.222.0.74 "DELETE /v2.0/floatingips/34379cef-2ba2-41c2-ba90-902a87d9c4f5 HTTP/1.1" status: 204 len: 168 time: 0.6534479 Jan 17 21:50:08.240769 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:50:10.223352 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45754) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:10.237309 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45758) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:10.375173 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e329384d-8d9e-4d75-8960-641de7b7a54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.464820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e329384d-8d9e-4d75-8960-641de7b7a54a admin admin] Publish callbacks [] for security_group (d98f90a3-9f7a-4771-8546-99490d673412), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.588222 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-e329384d-8d9e-4d75-8960-641de7b7a54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d98f90a3-9f7a-4771-8546-99490d673412), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.639275 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-e329384d-8d9e-4d75-8960-641de7b7a54a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=03472aa1b8ed40c6b8228b2684794f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141557 Jan 17 21:50:10.642070 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329384d-8d9e-4d75-8960-641de7b7a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f90a3-9f7a-4771-8546-99490d673412,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:10.647471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45762) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:10.713692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] Publish callbacks [] for security_group (d98f90a3-9f7a-4771-8546-99490d673412), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.740406 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] Publish callbacks [] for security_group (d98f90a3-9f7a-4771-8546-99490d673412), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.822549 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.902534 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d98f90a3-9f7a-4771-8546-99490d673412), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.905603 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:10.910976 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d98f90a3-9f7a-4771-8546-99490d673412 HTTP/1.1" status: 204 len: 168 time: 0.2586117 Jan 17 21:50:10.922911 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7408eb2f-fd38-49f3-9df2-5b292aa98be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f90a3-9f7a-4771-8546-99490d673412,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:11.155598 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Deleting port 913f2f56-e5e5-4d20-8985-b45e07b8873e {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:11.155953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:11.280337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] For port 913f2f56-e5e5-4d20-8985-b45e07b8873e, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=913f2f56-e5e5-4d20-8985-b45e07b8873e,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:11.281385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:11.296501 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Calling delete_port for 913f2f56-e5e5-4d20-8985-b45e07b8873e owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:11.564137 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (913f2f56-e5e5-4d20-8985-b45e07b8873e), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:11.593971 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Pushing event deleted for resources: {'Port': ['ID=913f2f56-e5e5-4d20-8985-b45e07b8873e,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:12.134080 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:12.378312 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Router b5dfd643-7360-4838-8f66-5e4a38dc27be has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:50:12.548180 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:50:12.561197 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-348475f0-38a2-41c0-b3de-3a064bdeb131 admin admin] 10.222.0.74 "PUT /v2.0/routers/b5dfd643-7360-4838-8f66-5e4a38dc27be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3177807 Jan 17 21:50:12.561197 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45790) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:12.565067 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Sync routers for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:50:12.583414 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:50:12.584499 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:12.728681 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks [] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:12.753370 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:50:12.889738 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks [] for router_gateway (b5dfd643-7360-4838-8f66-5e4a38dc27be), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.009352 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94'}], 'enable_snat': True}, 'gw_port_id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:50:11Z', 'revision_number': 5, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port': {'id': '99a357c6-0822-454c-8c2c-433da4b79a4f', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:40:54Z', 'updated_at': '2022-01-17T21:41:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:13.051724 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Deleting port 99a357c6-0822-454c-8c2c-433da4b79a4f {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:13.052863 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.063230 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Checking router: b5dfd643-7360-4838-8f66-5e4a38dc27be for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:50:13.078520 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Routers {'b5dfd643-7360-4838-8f66-5e4a38dc27be'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:50:13.079847 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:49:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['b5dfd643-7360-4838-8f66-5e4a38dc27be'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:13.205010 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] For port 99a357c6-0822-454c-8c2c-433da4b79a4f, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=99a357c6-0822-454c-8c2c-433da4b79a4f,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:13.205581 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.226119 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] Set router b5dfd643-7360-4838-8f66-5e4a38dc27be gateway port host: None {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:50:13.230165 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Calling delete_port for 99a357c6-0822-454c-8c2c-433da4b79a4f owned by network:router_gateway {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:13.296496 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:50:12Z', 'revision_number': 6, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port_host': None}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:13.351584 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aa930d-9e2a-407b-b8a9-dde006de81ca None None] The sync data for ids ['b5dfd643-7360-4838-8f66-5e4a38dc27be'] in dv-cinder-825012-3-iscsi is: [{'id': 'b5dfd643-7360-4838-8f66-5e4a38dc27be', 'name': 'tempest-AttachVolumeShelveTestJSON-1098672198-router', 'tenant_id': 'f38822447923406d987c90de25b9dcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:40:51Z', 'updated_at': '2022-01-17T21:50:12Z', 'revision_number': 6, 'project_id': 'f38822447923406d987c90de25b9dcb0', 'gw_port_host': None}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:50:13.557998 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (99a357c6-0822-454c-8c2c-433da4b79a4f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.585753 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Pushing event deleted for resources: {'Port': ['ID=99a357c6-0822-454c-8c2c-433da4b79a4f,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:13.662797 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.767822 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.770525 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks [] for router_controller (b5dfd643-7360-4838-8f66-5e4a38dc27be), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.897901 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (b5dfd643-7360-4838-8f66-5e4a38dc27be), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.899119 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5dfd643-7360-4838-8f66-5e4a38dc27be {{(pid=109913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:50:13.913840 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:13.917507 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-ae0f922e-70f4-486c-bba1-064a71175d9d admin admin] 10.222.0.74 "DELETE /v2.0/routers/b5dfd643-7360-4838-8f66-5e4a38dc27be HTTP/1.1" status: 204 len: 168 time: 1.3536162 Jan 17 21:50:13.917804 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45810) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:13.971083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2f19c-9d68-4c29-bbc3-fe0735b54efd req-ba585ed1-d418-46a0-a49d-ffd00b45ce38 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:13.972637 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-93b2f19c-9d68-4c29-bbc3-fe0735b54efd req-ba585ed1-d418-46a0-a49d-ffd00b45ce38 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.1144879 Jan 17 21:50:13.985401 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Deleting subnet 5f2e94bc-ed3c-4947-a308-5e2788673484 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:50:13.995838 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Publish callbacks [] for subnet (5f2e94bc-ed3c-4947-a308-5e2788673484), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.050094 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (5f2e94bc-ed3c-4947-a308-5e2788673484), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.087356 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-93b2f19c-9d68-4c29-bbc3-fe0735b54efd req-a43bd760-f260-4a87-a8e4-92d123d1fd8e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993280 Jan 17 21:50:14.164312 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (5f2e94bc-ed3c-4947-a308-5e2788673484), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.233769 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 913f2f56-e5e5-4d20-8985-b45e07b8873e no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:50:14.280960 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 913f2f56-e5e5-4d20-8985-b45e07b8873e {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:50:14.281466 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 913f2f56-e5e5-4d20-8985-b45e07b8873e not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:50:14.304995 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (5f2e94bc-ed3c-4947-a308-5e2788673484), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.355508 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f2e94bc-ed3c-4947-a308-5e2788673484,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:14.363517 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.363517 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-b4b357c7-cdae-4f1b-bdd4-d557f3d22d59 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5f2e94bc-ed3c-4947-a308-5e2788673484 HTTP/1.1" status: 204 len: 168 time: 0.4432871 Jan 17 21:50:14.367191 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45818) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:14.369882 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f2ab23-f9b1-496b-884b-1521eaefb04d None None] Network a16c235e-aa5d-45c8-835b-eb3b91390161 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:50:14.521883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (a16c235e-aa5d-45c8-835b-eb3b91390161), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.606494 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] DHCP port deletion for a16c235e-aa5d-45c8-835b-eb3b91390161 request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:50:14.627840 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Deleting port f7442b3a-ccdb-486d-867e-0455bf184a7d {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:14.627840 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.726205 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Deleting port f7442b3a-ccdb-486d-867e-0455bf184a7d {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:50:14.726828 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.745425 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] For port f7442b3a-ccdb-486d-867e-0455bf184a7d, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f7442b3a-ccdb-486d-867e-0455bf184a7d,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:14.745425 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.764911 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Calling delete_port for f7442b3a-ccdb-486d-867e-0455bf184a7d owned by network:dhcp {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:14.856409 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] For port f7442b3a-ccdb-486d-867e-0455bf184a7d, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f7442b3a-ccdb-486d-867e-0455bf184a7d,segment=NetworkSegment(386f7a8b-31d0-45c5-9add-f5dcb555619f),segment_id=386f7a8b-31d0-45c5-9add-f5dcb555619f)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:14.857067 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.884009 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Calling delete_port for f7442b3a-ccdb-486d-867e-0455bf184a7d owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:50:14.947721 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:14.981823 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Pushing event deleted for resources: {'Port': ['ID=f7442b3a-ccdb-486d-867e-0455bf184a7d,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:14.994957 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] No DVR routers for this DVR port f7442b3a-ccdb-486d-867e-0455bf184a7d on host dv-cinder-825012-3-iscsi {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:50:15.019036 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (f7442b3a-ccdb-486d-867e-0455bf184a7d), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.056889 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Pushing event deleted for resources: {'Port': ['ID=f7442b3a-ccdb-486d-867e-0455bf184a7d,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:15.079974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98b54d-51ea-4e7b-953c-e27424788a0b None None] No DVR routers for this DVR port f7442b3a-ccdb-486d-867e-0455bf184a7d on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:50:15.104532 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (a16c235e-aa5d-45c8-835b-eb3b91390161), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.129366 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16c235e-aa5d-45c8-835b-eb3b91390161']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:15.142462 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386f7a8b-31d0-45c5-9add-f5dcb555619f') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:15.142910 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386f7a8b-31d0-45c5-9add-f5dcb555619f') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:50:15.170778 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (386f7a8b-31d0-45c5-9add-f5dcb555619f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.187537 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (386f7a8b-31d0-45c5-9add-f5dcb555619f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.195045 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:50:15.195466 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (386f7a8b-31d0-45c5-9add-f5dcb555619f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: warnings.warn(msg) Jan 17 21:50:15.197474 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:50:15.201018 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:50:15.273528 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccdc26-bd1a-400f-bc30-de7e14fc8a63 req-b778a2ef-4146-40d5-afd7-d8c062684354 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:15.275387 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bccdc26-bd1a-400f-bc30-de7e14fc8a63 req-b778a2ef-4146-40d5-afd7-d8c062684354 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0931795 Jan 17 21:50:15.360686 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5bccdc26-bd1a-400f-bc30-de7e14fc8a63 req-e90cad4a-f9c5-44b3-a168-5a4c29f2d03c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785615 Jan 17 21:50:15.383919 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (a16c235e-aa5d-45c8-835b-eb3b91390161), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.396511 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:15.398793 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] 10.222.0.74 "DELETE /v2.0/networks/a16c235e-aa5d-45c8-835b-eb3b91390161 HTTP/1.1" status: 204 len: 168 time: 1.0293593 Jan 17 21:50:15.411146 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596de4d4-133a-45c7-8eaa-9e5ba99a006c admin admin] Pushing event deleted for resources: {'Network': ['ID=a16c235e-aa5d-45c8-835b-eb3b91390161,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:15.874111 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 99a357c6-0822-454c-8c2c-433da4b79a4f no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:50:15.884152 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45834) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:15.897034 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 99a357c6-0822-454c-8c2c-433da4b79a4f {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:50:15.897633 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 99a357c6-0822-454c-8c2c-433da4b79a4f not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:50:15.898034 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f7442b3a-ccdb-486d-867e-0455bf184a7d no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:50:15.918174 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: f7442b3a-ccdb-486d-867e-0455bf184a7d {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:50:15.918516 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f7442b3a-ccdb-486d-867e-0455bf184a7d not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:50:15.950643 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-81024475-5ed1-4035-b2cf-18f9479f5e48 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f38822447923406d987c90de25b9dcb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0649600 Jan 17 21:50:15.953397 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45836) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:16.012524 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] Publish callbacks [] for security_group (4ec7df60-08c7-47bc-9286-fa10a9760ec2), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:16.039509 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] Publish callbacks [] for security_group (4ec7df60-08c7-47bc-9286-fa10a9760ec2), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:16.157909 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4ec7df60-08c7-47bc-9286-fa10a9760ec2), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:16.160499 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:16.161679 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ec7df60-08c7-47bc-9286-fa10a9760ec2 HTTP/1.1" status: 204 len: 168 time: 0.2070315 Jan 17 21:50:16.170146 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432427-f3a2-43b5-9413-88fca3457d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec7df60-08c7-47bc-9286-fa10a9760ec2,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:16.488870 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb24686-d2c4-472f-81d9-8a32397633ab req-4fb16586-076f-4588-98cc-5fea3cd835aa tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:16.491356 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-beb24686-d2c4-472f-81d9-8a32397633ab req-4fb16586-076f-4588-98cc-5fea3cd835aa tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0536137 Jan 17 21:50:16.545302 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-beb24686-d2c4-472f-81d9-8a32397633ab req-76b6a634-a823-4570-b8f5-078636c0bdd3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480797 Jan 17 21:50:17.687993 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676f0a8-58b6-422f-9b05-859f43c28bb8 req-7520e823-0c30-4816-9743-81f3f2176b7d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:17.690364 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2676f0a8-58b6-422f-9b05-859f43c28bb8 req-7520e823-0c30-4816-9743-81f3f2176b7d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0583518 Jan 17 21:50:17.767076 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2676f0a8-58b6-422f-9b05-859f43c28bb8 req-849fc3d8-e225-44d3-a9d2-e845330b1a2c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685756 Jan 17 21:50:18.944677 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45387479-bc27-495d-9c60-94a49a4ab33f req-fa3cc7b5-7de7-4f06-a38c-91222d392491 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:18.947266 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-45387479-bc27-495d-9c60-94a49a4ab33f req-fa3cc7b5-7de7-4f06-a38c-91222d392491 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0913584 Jan 17 21:50:19.027235 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-45387479-bc27-495d-9c60-94a49a4ab33f req-442d91c0-22ed-45a5-a558-271f0b0719ae tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717542 Jan 17 21:50:20.173491 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf50a-3c66-49e9-b397-1bab8cbb12be req-ff5da9eb-c08f-4538-b4d5-f3f843f57a24 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:20.175453 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8b2bf50a-3c66-49e9-b397-1bab8cbb12be req-ff5da9eb-c08f-4538-b4d5-f3f843f57a24 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0558264 Jan 17 21:50:20.241405 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8b2bf50a-3c66-49e9-b397-1bab8cbb12be req-d7e1091f-b720-4394-ab6f-e44ce69f3128 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547271 Jan 17 21:50:21.113808 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:21.383255 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e7147-58b1-435c-9fc7-736139638ddc req-cc97456f-bbc7-4237-9095-54ca52c52f0b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:21.385990 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-830e7147-58b1-435c-9fc7-736139638ddc req-cc97456f-bbc7-4237-9095-54ca52c52f0b tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0672154 Jan 17 21:50:21.458888 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-830e7147-58b1-435c-9fc7-736139638ddc req-6a26c7de-9d44-4c5c-beb1-d97f89a595d2 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616663 Jan 17 21:50:22.592598 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aaca1-259f-4d89-80da-a141d9438b43 req-8441aa73-825d-4347-9ce2-a11f8a141707 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:22.594310 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2a1aaca1-259f-4d89-80da-a141d9438b43 req-8441aa73-825d-4347-9ce2-a11f8a141707 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0584009 Jan 17 21:50:22.659725 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2a1aaca1-259f-4d89-80da-a141d9438b43 req-ad1e5455-84e6-44dd-9558-640116a7b938 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583043 Jan 17 21:50:23.812238 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056f7d-b395-4603-93d3-803b6563f4dd req-53e2bbe4-39be-402f-b968-f67deb7e9c3c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:23.814841 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-63056f7d-b395-4603-93d3-803b6563f4dd req-53e2bbe4-39be-402f-b968-f67deb7e9c3c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0668805 Jan 17 21:50:23.874538 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-63056f7d-b395-4603-93d3-803b6563f4dd req-467dc83a-5732-40c5-8472-15de2ba73ceb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532701 Jan 17 21:50:25.018864 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce86099-1711-46fd-b2f8-c1e9be617c00 req-122c22a8-c532-4e32-a745-c6a874e7eed3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:25.020604 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ce86099-1711-46fd-b2f8-c1e9be617c00 req-122c22a8-c532-4e32-a745-c6a874e7eed3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0700204 Jan 17 21:50:25.079180 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6ce86099-1711-46fd-b2f8-c1e9be617c00 req-43b7d63a-ff1b-4385-aee5-b3e4fae747a1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525589 Jan 17 21:50:25.100813 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 45990) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:25.250102 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-184d5bea-40df-47b6-bb21-ddffca179b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.362026 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-184d5bea-40df-47b6-bb21-ddffca179b31 admin admin] Publish callbacks [] for security_group (397d69ba-d4de-411e-b45d-ab1a118d0b9c), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.404767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-47df37f9-2b34-441e-bc60-844bfa69093b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.428059 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-184d5bea-40df-47b6-bb21-ddffca179b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (397d69ba-d4de-411e-b45d-ab1a118d0b9c), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.476629 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-184d5bea-40df-47b6-bb21-ddffca179b31 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8f52923c09514662a85703072bc424e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746169 Jan 17 21:50:25.477686 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d5bea-40df-47b6-bb21-ddffca179b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397d69ba-d4de-411e-b45d-ab1a118d0b9c,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:25.480998 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 45994) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:25.533820 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Publish callbacks [] for security_group (397d69ba-d4de-411e-b45d-ab1a118d0b9c), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.557463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Publish callbacks [] for security_group (397d69ba-d4de-411e-b45d-ab1a118d0b9c), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.701883 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (397d69ba-d4de-411e-b45d-ab1a118d0b9c), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.704868 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:25.706146 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/397d69ba-d4de-411e-b45d-ab1a118d0b9c HTTP/1.1" status: 204 len: 168 time: 0.2240126 Jan 17 21:50:25.716903 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397d69ba-d4de-411e-b45d-ab1a118d0b9c,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:25.727471 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.728079 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.728670 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.729248 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.729970 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.730446 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.731027 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.731631 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.732216 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.732800 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.733386 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.733969 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:25.734552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1743508-2720-4476-881d-f2bd8b4c64a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:50:26.212414 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a77e97-f8fa-4b04-852e-29a7dadaede0 req-9e62f46d-776c-4d04-9fee-412f87ee4abd tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:26.213922 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-15a77e97-f8fa-4b04-852e-29a7dadaede0 req-9e62f46d-776c-4d04-9fee-412f87ee4abd tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0522294 Jan 17 21:50:26.271913 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-15a77e97-f8fa-4b04-852e-29a7dadaede0 req-7188b656-4589-431b-9f2f-4195dc3d17e6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506217 Jan 17 21:50:26.357595 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46004) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:26.376557 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4108c07c-fb52-4c1a-afc5-53c3449ee60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.462795 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4108c07c-fb52-4c1a-afc5-53c3449ee60e admin admin] Publish callbacks [] for security_group (38410de9-c0d9-4357-85b4-a921c21a2bb6), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.524574 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-4108c07c-fb52-4c1a-afc5-53c3449ee60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (38410de9-c0d9-4357-85b4-a921c21a2bb6), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.563919 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108c07c-fb52-4c1a-afc5-53c3449ee60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38410de9-c0d9-4357-85b4-a921c21a2bb6,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:26.568885 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-4108c07c-fb52-4c1a-afc5-53c3449ee60e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ba7f0c431d7e4704a2006f7f9a78fdcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101123 Jan 17 21:50:26.571667 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46006) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:26.627614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] Publish callbacks [] for security_group (38410de9-c0d9-4357-85b4-a921c21a2bb6), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.651888 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] Publish callbacks [] for security_group (38410de9-c0d9-4357-85b4-a921c21a2bb6), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.810644 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (38410de9-c0d9-4357-85b4-a921c21a2bb6), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.813258 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:26.814654 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/38410de9-c0d9-4357-85b4-a921c21a2bb6 HTTP/1.1" status: 204 len: 168 time: 0.2419255 Jan 17 21:50:26.830704 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5bb296-70bd-43ad-a5d2-5d95c42dfe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38410de9-c0d9-4357-85b4-a921c21a2bb6,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:27.398414 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcc773-e991-443b-8d35-2906af5309ee req-a94dff03-87bc-4dce-8bd9-403ba93d200c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:27.400070 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8bbcc773-e991-443b-8d35-2906af5309ee req-a94dff03-87bc-4dce-8bd9-403ba93d200c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0548785 Jan 17 21:50:27.457097 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8bbcc773-e991-443b-8d35-2906af5309ee req-6701d846-6ac5-42e3-a882-b3196a91ee05 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502462 Jan 17 21:50:27.648184 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46016) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:27.661521 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f285b97f-e583-4ac3-9ba9-6eafb1fe3e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:27.744059 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f285b97f-e583-4ac3-9ba9-6eafb1fe3e5b admin admin] Publish callbacks [] for security_group (f808e99c-dfe8-4357-98de-9612e345389b), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:27.831788 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f285b97f-e583-4ac3-9ba9-6eafb1fe3e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f808e99c-dfe8-4357-98de-9612e345389b), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:27.871557 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f285b97f-e583-4ac3-9ba9-6eafb1fe3e5b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=efdbb6d6e3c843a89f8f8c69d64c5812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221994 Jan 17 21:50:27.872433 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285b97f-e583-4ac3-9ba9-6eafb1fe3e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f808e99c-dfe8-4357-98de-9612e345389b,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:27.875160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46020) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:50:27.934194 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] Publish callbacks [] for security_group (f808e99c-dfe8-4357-98de-9612e345389b), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:27.966858 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] Publish callbacks [] for security_group (f808e99c-dfe8-4357-98de-9612e345389b), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:28.113270 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (f808e99c-dfe8-4357-98de-9612e345389b), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:28.116559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:28.117765 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f808e99c-dfe8-4357-98de-9612e345389b HTTP/1.1" status: 204 len: 168 time: 0.2415857 Jan 17 21:50:28.125991 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2677973-98d6-49d1-8ed5-32e30a478219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f808e99c-dfe8-4357-98de-9612e345389b,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:28.313317 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-06ab196f-f56c-4c0b-9c41-094d9843039c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:28.625885 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c076f5-d49f-4a2f-890c-adf576bd665d req-cfaabc3c-9593-4e6d-a892-95901923a5fa tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:28.627737 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-52c076f5-d49f-4a2f-890c-adf576bd665d req-cfaabc3c-9593-4e6d-a892-95901923a5fa tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0612879 Jan 17 21:50:28.694741 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-52c076f5-d49f-4a2f-890c-adf576bd665d req-7085d41f-606e-4799-9542-3882e1a4d57e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534167 Jan 17 21:50:29.162700 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-24a93754-5bbc-41d9-868f-65a69b2fdafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:29.165753 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-24a93754-5bbc-41d9-868f-65a69b2fdafe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0619302 Jan 17 21:50:29.269617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-36c1ebfd-21e0-4cf7-893f-823b268a653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:29.271081 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-36c1ebfd-21e0-4cf7-893f-823b268a653a service neutron] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 909 time: 0.0990407 Jan 17 21:50:29.347707 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-0692aee0-587e-4c1d-a362-256f740cbce5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 1002 time: 0.0702903 Jan 17 21:50:29.405214 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-9928fa8f-987c-48dd-8fbc-3911396b0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:29.406700 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-9928fa8f-987c-48dd-8fbc-3911396b0590 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0527024 Jan 17 21:50:29.459136 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-27ba3c0d-f3bd-45fd-99cf-9066142c5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:29.460919 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-27ba3c0d-f3bd-45fd-99cf-9066142c5e0d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474131 Jan 17 21:50:29.564323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-175b41da-5cc7-4a65-a567-f0ed94cac78c service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951488 Jan 17 21:50:29.677782 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-21d9a7eb-c28c-473f-81bb-c43a126c944b req-c3aeab09-45ad-462e-a095-0257016a2c1b service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064243 Jan 17 21:50:29.815958 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:29.837620 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4dc89-c658-4861-b192-3d32f0721976 req-8a3e1e00-b6e9-4b48-8c3c-7cfa00bf919c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:29.840445 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-88b4dc89-c658-4861-b192-3d32f0721976 req-8a3e1e00-b6e9-4b48-8c3c-7cfa00bf919c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0714059 Jan 17 21:50:29.915362 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-88b4dc89-c658-4861-b192-3d32f0721976 req-87d99d6b-65ea-4ff9-85e8-38183af0a418 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680060 Jan 17 21:50:31.100494 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304eb6a1-b7a8-4c90-a462-0ca8f350fe3a req-1e2c210b-dd20-47f7-bbe2-5eeadfb3ce66 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:31.103187 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-304eb6a1-b7a8-4c90-a462-0ca8f350fe3a req-1e2c210b-dd20-47f7-bbe2-5eeadfb3ce66 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0922134 Jan 17 21:50:31.160076 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-304eb6a1-b7a8-4c90-a462-0ca8f350fe3a req-b4bf8a39-9c0d-4175-a321-d2820e610cd3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510995 Jan 17 21:50:32.135956 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:32.306281 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721994de-9ce1-479a-b08a-69af59cb3ff5 req-7d895d4e-b0c4-4881-8c46-4a83dc3514af tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:32.307878 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-721994de-9ce1-479a-b08a-69af59cb3ff5 req-7d895d4e-b0c4-4881-8c46-4a83dc3514af tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0612528 Jan 17 21:50:32.366597 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-721994de-9ce1-479a-b08a-69af59cb3ff5 req-e669908f-a3f6-41a8-85a1-28d76d3b81cb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517652 Jan 17 21:50:32.894798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:33.495129 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd05cd-8357-401a-ba69-9691e7fe6795 req-14c053a6-a48c-4ed1-a620-382a872494eb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:33.496657 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37bd05cd-8357-401a-ba69-9691e7fe6795 req-14c053a6-a48c-4ed1-a620-382a872494eb tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0564551 Jan 17 21:50:33.559223 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-37bd05cd-8357-401a-ba69-9691e7fe6795 req-7b138083-9d7c-4faa-a954-b2d04b3cb7b5 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566070 Jan 17 21:50:33.947827 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea28c10-4681-4822-b61e-5ede0572bd54 req-cd929610-0ddb-4e24-b19d-5c999069d31c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:33.949607 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cea28c10-4681-4822-b61e-5ede0572bd54 req-cd929610-0ddb-4e24-b19d-5c999069d31c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0557132 Jan 17 21:50:34.033222 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-cea28c10-4681-4822-b61e-5ede0572bd54 req-14ce3cdc-3928-4398-add0-d4d114b4add7 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763865 Jan 17 21:50:34.043543 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-4d42c07e-db36-486b-9064-409d2c313745 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625262 Jan 17 21:50:35.129840 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:50:35.229045 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b35daa-3acf-4fb4-96fd-9113edef630c req-3e07fb0d-9741-4a84-a157-4fbe90fd79d2 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:35.231045 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-90b35daa-3acf-4fb4-96fd-9113edef630c req-3e07fb0d-9741-4a84-a157-4fbe90fd79d2 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0831943 Jan 17 21:50:35.259995 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e23d771a-3110-4f80-bb58-a8df0c281854 is: ACTIVE; New status is: DOWN {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:50:35.260634 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:35.297257 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-90b35daa-3acf-4fb4-96fd-9113edef630c req-8e42e3e2-b7b2-4e06-9d3a-042318e74e94 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546050 Jan 17 21:50:35.303497 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:50:35.307551 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0d4a22-5a77-4cab-b662-adc5e9ead0af" -d '{"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-unplugged", "status": "completed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:50:35.330778 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:35.357395 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6d1935-4f1a-4350-b142-6039ac26d850 x-openstack-request-id: req-9d6d1935-4f1a-4350-b142-6039ac26d850 {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:50:35.357610 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-unplugged", "status": "failed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "code": 422}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:50:35.357767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9d6d1935-4f1a-4350-b142-6039ac26d850 {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:50:35.358127 dv-cinder-825012-3-iscsi neutron-server[109915]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'code': 422} returned with failed status Jan 17 21:50:35.450149 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:35.508712 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=6']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:36.430544 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19665a66-0b54-4629-b1b7-f2c6b8b3b43a req-7864eaae-bc37-40b4-9101-858dfb5bcd85 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:36.432213 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-19665a66-0b54-4629-b1b7-f2c6b8b3b43a req-7864eaae-bc37-40b4-9101-858dfb5bcd85 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0582442 Jan 17 21:50:36.487749 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-19665a66-0b54-4629-b1b7-f2c6b8b3b43a req-d8ba66b0-76fa-4c1c-90a7-598f778be59d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494795 Jan 17 21:50:36.692765 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-250838d0-afa4-4f86-a754-3505e01969af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:36.694757 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-250838d0-afa4-4f86-a754-3505e01969af service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d&tenant_id=cd1810704d9b454a8d43d58e68d0b23d HTTP/1.1" status: 200 len: 1097 time: 0.0627639 Jan 17 21:50:36.788286 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-07f63635-1973-488a-bddd-284abe63266e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:36.790042 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-07f63635-1973-488a-bddd-284abe63266e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1097 time: 0.0668402 Jan 17 21:50:36.903342 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-9560c888-c711-4724-b66f-b7831bd0e2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:36.905768 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-9560c888-c711-4724-b66f-b7831bd0e2ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 909 time: 0.1085842 Jan 17 21:50:36.975961 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-955aadc5-d6d5-47c4-b6b5-b50490096fb9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 1000 time: 0.0637879 Jan 17 21:50:37.034032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-310dd8ea-beea-4373-93b7-21f902e4a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:37.035662 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-310dd8ea-beea-4373-93b7-21f902e4a707 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0521410 Jan 17 21:50:37.088261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-2a036f69-4f71-4ff0-b163-d8b4ea0a4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:37.089973 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-2a036f69-4f71-4ff0-b163-d8b4ea0a4da5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482216 Jan 17 21:50:37.202884 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-432b22a4-9575-4bb8-a214-02f517975c38 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062994 Jan 17 21:50:37.309759 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f70d5736-c02f-4d49-8b6e-34c184e03f5c req-4b6bcf6d-bc67-4bc1-a72b-99672f67ac61 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991924 Jan 17 21:50:37.625655 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee28a0-3f3c-45a2-905d-8df113f1a7c0 req-5c9bdad2-acd1-41c1-b45c-82913bbdb3f4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:37.627275 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ddee28a0-3f3c-45a2-905d-8df113f1a7c0 req-5c9bdad2-acd1-41c1-b45c-82913bbdb3f4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0572157 Jan 17 21:50:37.694338 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ddee28a0-3f3c-45a2-905d-8df113f1a7c0 req-6746e3bf-b1a4-4f32-88f8-bcef9242b992 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583410 Jan 17 21:50:38.836348 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff291280-d11e-4e7a-ae38-f81806d0dba7 req-b13d142f-7d47-4f55-9ada-f3eaf6c29701 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:38.837976 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ff291280-d11e-4e7a-ae38-f81806d0dba7 req-b13d142f-7d47-4f55-9ada-f3eaf6c29701 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0687323 Jan 17 21:50:38.896161 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-ff291280-d11e-4e7a-ae38-f81806d0dba7 req-58bbf2c4-34c3-4793-94f3-3c7282bd1c13 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516803 Jan 17 21:50:40.040547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a79a64-c003-4c55-8c57-e02c6af74de3 req-b6b932c4-6b27-466c-921d-521db2045fc6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:40.042207 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d8a79a64-c003-4c55-8c57-e02c6af74de3 req-b6b932c4-6b27-466c-921d-521db2045fc6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0553486 Jan 17 21:50:40.104618 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d8a79a64-c003-4c55-8c57-e02c6af74de3 req-2aee3091-97e6-4c78-8bf3-ce614a40e19f tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519154 Jan 17 21:50:41.234083 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06786e02-d104-4916-9d0f-4a646a75f688 req-8cb08510-8d48-4c9d-b863-55d47cd9bce9 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:41.236114 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-06786e02-d104-4916-9d0f-4a646a75f688 req-8cb08510-8d48-4c9d-b863-55d47cd9bce9 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0565219 Jan 17 21:50:41.304329 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-06786e02-d104-4916-9d0f-4a646a75f688 req-b50d0593-ccd3-4c14-bebe-e41780c10403 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611124 Jan 17 21:50:42.432953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031a7dd-b498-4b16-b6d9-d8732655bdec req-bc87c429-be15-4246-854d-5289ecd955af tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:42.434649 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a031a7dd-b498-4b16-b6d9-d8732655bdec req-bc87c429-be15-4246-854d-5289ecd955af tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0556977 Jan 17 21:50:42.490323 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a031a7dd-b498-4b16-b6d9-d8732655bdec req-3d9210e9-4698-4a9b-b449-04c3593f10d9 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496008 Jan 17 21:50:43.688797 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f42ca-016a-440f-a29f-0146ea39823c req-ac1662d5-5552-4546-a5c6-81a999191240 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:43.688797 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1b2f42ca-016a-440f-a29f-0146ea39823c req-ac1662d5-5552-4546-a5c6-81a999191240 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0591216 Jan 17 21:50:43.688797 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1b2f42ca-016a-440f-a29f-0146ea39823c req-f10d2ac8-3d3e-4d74-b645-53e7a97ec62c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509040 Jan 17 21:50:44.811131 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d973503-ae8b-4372-90ec-eaeebb3e136d req-0316afe8-b51a-4bfe-a7ce-68402bd74b04 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:44.812607 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8d973503-ae8b-4372-90ec-eaeebb3e136d req-0316afe8-b51a-4bfe-a7ce-68402bd74b04 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 944 time: 0.0567019 Jan 17 21:50:44.866215 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8d973503-ae8b-4372-90ec-eaeebb3e136d req-ec0f85a5-6dea-411f-af26-6a01736bc994 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 Jan 17 21:50:45.185656 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:50:45.241472 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:50:45.355463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:45.370438 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'port_id': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'mac_address': 'fa:16:3e:3a:8f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:50:45.436003 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e23d771a-3110-4f80-bb58-a8df0c281854 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:50:45.436398 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:45.452632 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23d771a-3110-4f80-bb58-a8df0c281854 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:50:45.476554 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:45.558088 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:45.638218 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=7']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:45.782600 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['e23d771a-3110-4f80-bb58-a8df0c281854'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:50:46.024777 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eefb1e-ec1d-41ae-9c0a-4fb9e04bc7eb req-194dcb43-9ec3-499b-828e-2ccabfb76c90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:46.027811 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-02eefb1e-ec1d-41ae-9c0a-4fb9e04bc7eb req-194dcb43-9ec3-499b-828e-2ccabfb76c90 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 945 time: 0.0644617 Jan 17 21:50:46.107265 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-02eefb1e-ec1d-41ae-9c0a-4fb9e04bc7eb req-14e0181a-27be-4788-b12c-7c5ff48a0cb6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735419 Jan 17 21:50:47.237497 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d3003-b8a2-4c94-84d1-976ca2d10928 req-9f46d7b4-355a-410b-8397-5aaab2c10912 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:47.240192 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d12d3003-b8a2-4c94-84d1-976ca2d10928 req-9f46d7b4-355a-410b-8397-5aaab2c10912 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 945 time: 0.0569000 Jan 17 21:50:47.304622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d12d3003-b8a2-4c94-84d1-976ca2d10928 req-186a8aba-b424-449f-ae22-db9923b00a56 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543437 Jan 17 21:50:48.432107 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdf39-5bb5-4df6-a053-90f5c1a28a3f req-752ad3c5-f09a-4cba-b972-764923114592 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:48.433629 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-da1cdf39-5bb5-4df6-a053-90f5c1a28a3f req-752ad3c5-f09a-4cba-b972-764923114592 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 945 time: 0.0534878 Jan 17 21:50:48.490641 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-da1cdf39-5bb5-4df6-a053-90f5c1a28a3f req-5c6c767c-c037-4505-81f7-a0754c06f65c tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507910 Jan 17 21:50:49.867176 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb029f26-0d3d-43fa-b55e-8c096b0e847c req-3ebe9b19-132b-47f7-8124-cfbb8072d588 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:49.868748 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bb029f26-0d3d-43fa-b55e-8c096b0e847c req-3ebe9b19-132b-47f7-8124-cfbb8072d588 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 945 time: 0.2903585 Jan 17 21:50:49.920889 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bb029f26-0d3d-43fa-b55e-8c096b0e847c req-12419abf-ed04-4ad6-8258-df4d3cd20bf1 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454521 Jan 17 21:50:50.026515 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:50:50.086396 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port e23d771a-3110-4f80-bb58-a8df0c281854 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:50:50.087016 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:50.235286 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port e23d771a-3110-4f80-bb58-a8df0c281854 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:50:50.235898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:50.276146 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:50:50.280062 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe06ca3-4538-430f-87e8-060a08638ce2" -d '{"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-plugged", "status": "completed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:50:50.307396 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:50:50.324867 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d7aa8b-cea1-4f25-9f7e-95b3c867f50f x-openstack-request-id: req-e1d7aa8b-cea1-4f25-9f7e-95b3c867f50f {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:50:50.325292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-plugged", "status": "completed", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:50:50.325651 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e1d7aa8b-cea1-4f25-9f7e-95b3c867f50f {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:50:50.326226 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'code': 200} Jan 17 21:50:50.426933 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:50.490152 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=8']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:50:50.997670 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:51.054546 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981e5c4-bb07-4439-a68d-da91a102aa4d req-93b10a66-e1b5-49d9-8b31-aa9579e9fa83 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:51.056254 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3981e5c4-bb07-4439-a68d-da91a102aa4d req-93b10a66-e1b5-49d9-8b31-aa9579e9fa83 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0584033 Jan 17 21:50:51.122741 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-3981e5c4-bb07-4439-a68d-da91a102aa4d req-e823c73f-dc79-4788-ab73-0795c1ffcc84 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577888 Jan 17 21:50:52.114377 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3856d-3449-40f1-8b50-d552e5b846ba req-74102140-5bcb-4ef8-922c-0e434ba08fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:52.125740 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dfa3856d-3449-40f1-8b50-d552e5b846ba req-74102140-5bcb-4ef8-922c-0e434ba08fba service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0446665 Jan 17 21:50:52.180971 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-dfa3856d-3449-40f1-8b50-d552e5b846ba req-d3ce40bd-e49e-45b6-a7c3-5ea84b95f995 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581660 Jan 17 21:50:52.269928 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afac3-c521-4912-87cc-19a7a608e6ce req-671eb297-0856-494b-b096-4ec558f50215 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:52.272384 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6a2afac3-c521-4912-87cc-19a7a608e6ce req-671eb297-0856-494b-b096-4ec558f50215 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0601313 Jan 17 21:50:52.333910 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6a2afac3-c521-4912-87cc-19a7a608e6ce req-0b64fbff-bac3-40e0-8cbd-8c9a8984ff6e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548849 Jan 17 21:50:53.482322 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab18ff-c7cf-4b69-8b92-4a17eb8583fa req-b3e445bb-2b38-4f4b-811c-bd305efabbb4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:53.483898 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7ab18ff-c7cf-4b69-8b92-4a17eb8583fa req-b3e445bb-2b38-4f4b-811c-bd305efabbb4 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0546403 Jan 17 21:50:53.556428 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c7ab18ff-c7cf-4b69-8b92-4a17eb8583fa req-8cafdc60-44c0-4d14-b924-7a43aaaa4482 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649953 Jan 17 21:50:55.437599 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-19359d95-db4a-4a4c-ad74-4a59f6a2067e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:56.464342 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-b451a2fb-031f-4485-a317-5b14864bb6a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742955 Jan 17 21:50:56.585305 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-11533d34-3f10-4a23-825b-58b6061f2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:56.588209 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-11533d34-3f10-4a23-825b-58b6061f2216 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0793231 Jan 17 21:50:56.726488 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-613c7a8b-793e-4571-863e-e71872d540ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:56.727872 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-613c7a8b-793e-4571-863e-e71872d540ff service neutron] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 909 time: 0.1203196 Jan 17 21:50:56.801555 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-762ac55b-0bde-4c6e-85b0-f8f8b433c713 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 1002 time: 0.0679193 Jan 17 21:50:56.857700 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-238caba2-e6d3-4f5e-aa57-803ab8ed9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:56.859216 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-238caba2-e6d3-4f5e-aa57-803ab8ed9d5e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0524070 Jan 17 21:50:56.909368 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-c17c6a82-82b0-4b2e-85e9-7aa805eb271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:50:56.912895 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-c17c6a82-82b0-4b2e-85e9-7aa805eb271a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462899 Jan 17 21:50:57.016416 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-65874032-3648-47b2-bd91-0dc7ca5f89bd service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977354 Jan 17 21:50:57.166304 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b9a3a4aa-5cf1-42d8-806d-427f06905867 req-14da10f8-4844-435e-b639-d99160b0846d service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432233 Jan 17 21:50:58.306093 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-766bf6cd-98af-4fe1-869f-71c3c292f371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:50:59.962963 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:02.169105 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:02.871910 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:09.903495 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46394) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:10.033635 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.123057 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Publish callbacks [] for security_group (d94ebbde-e838-4520-a6db-758e32f7bbe7), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.214709 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d94ebbde-e838-4520-a6db-758e32f7bbe7), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.269609 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd81de042b33449486b716ecf2d165b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647559 Jan 17 21:51:10.270354 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94ebbde-e838-4520-a6db-758e32f7bbe7,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:10.272539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46398) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:10.285501 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.286253 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.286658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.287003 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.287434 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.287777 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.288110 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.288441 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.288776 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.289105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.289432 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.289756 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.290078 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b34ad3e-024d-4b02-a5f3-84bcaa132654 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:10.372133 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] Publish callbacks [] for security_group (d94ebbde-e838-4520-a6db-758e32f7bbe7), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.413226 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] Publish callbacks [] for security_group (d94ebbde-e838-4520-a6db-758e32f7bbe7), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.574194 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (d94ebbde-e838-4520-a6db-758e32f7bbe7), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.577199 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:10.578390 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d94ebbde-e838-4520-a6db-758e32f7bbe7 HTTP/1.1" status: 204 len: 168 time: 0.3040481 Jan 17 21:51:10.587779 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c63563-4cdf-48bd-91a9-90e8e4cba4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94ebbde-e838-4520-a6db-758e32f7bbe7,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:11.431909 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46404) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:11.447222 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e9efeeee-94ea-463c-b082-941d8550694c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.539435 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e9efeeee-94ea-463c-b082-941d8550694c admin admin] Publish callbacks [] for security_group (debbb2bf-dca5-428b-ab0a-b51ae2b3e27f), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.654497 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e9efeeee-94ea-463c-b082-941d8550694c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (debbb2bf-dca5-428b-ab0a-b51ae2b3e27f), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.697759 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e9efeeee-94ea-463c-b082-941d8550694c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ffcaca69ff2e485ea8c4799ec838a4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645326 Jan 17 21:51:11.698678 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9efeeee-94ea-463c-b082-941d8550694c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debbb2bf-dca5-428b-ab0a-b51ae2b3e27f,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:11.701799 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46406) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:11.774067 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] Publish callbacks [] for security_group (debbb2bf-dca5-428b-ab0a-b51ae2b3e27f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.798897 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] Publish callbacks [] for security_group (debbb2bf-dca5-428b-ab0a-b51ae2b3e27f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.911613 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (debbb2bf-dca5-428b-ab0a-b51ae2b3e27f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.914628 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:11.915898 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/debbb2bf-dca5-428b-ab0a-b51ae2b3e27f HTTP/1.1" status: 204 len: 168 time: 0.2120485 Jan 17 21:51:11.927282 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b47931-577a-41e3-99da-1f598603a4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbb2bf-dca5-428b-ab0a-b51ae2b3e27f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:15.108572 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46462) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:15.235862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-555794dc-3933-4048-ad2a-0d09e5c8ab36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.327518 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-555794dc-3933-4048-ad2a-0d09e5c8ab36 admin admin] Publish callbacks [] for security_group (28674687-e6f5-4776-9f56-9e9d91923ae5), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.409086 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-555794dc-3933-4048-ad2a-0d09e5c8ab36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (28674687-e6f5-4776-9f56-9e9d91923ae5), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.454647 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-555794dc-3933-4048-ad2a-0d09e5c8ab36 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c13aed46d1ee4f0dbbcf38c4b1e19b4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3448937 Jan 17 21:51:15.455425 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555794dc-3933-4048-ad2a-0d09e5c8ab36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28674687-e6f5-4776-9f56-9e9d91923ae5,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:15.458587 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46466) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:15.518207 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] Publish callbacks [] for security_group (28674687-e6f5-4776-9f56-9e9d91923ae5), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.544744 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] Publish callbacks [] for security_group (28674687-e6f5-4776-9f56-9e9d91923ae5), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.682577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (28674687-e6f5-4776-9f56-9e9d91923ae5), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.685050 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:15.686258 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/28674687-e6f5-4776-9f56-9e9d91923ae5 HTTP/1.1" status: 204 len: 168 time: 0.2267175 Jan 17 21:51:15.695403 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2402a030-2384-4e8d-b41b-f6232cc468eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28674687-e6f5-4776-9f56-9e9d91923ae5,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:16.464488 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46472) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:16.480117 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-be7a1410-d742-4b1d-a0c5-a78afcdc4082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.574901 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-be7a1410-d742-4b1d-a0c5-a78afcdc4082 admin admin] Publish callbacks [] for security_group (e80fcd3e-7661-4732-bdde-32df17bb6fac), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.637149 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-be7a1410-d742-4b1d-a0c5-a78afcdc4082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e80fcd3e-7661-4732-bdde-32df17bb6fac), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.688559 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-be7a1410-d742-4b1d-a0c5-a78afcdc4082 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6f110ca82b7145dfb0e1925f7942bb8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225935 Jan 17 21:51:16.689470 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a1410-d742-4b1d-a0c5-a78afcdc4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fcd3e-7661-4732-bdde-32df17bb6fac,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:16.692923 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46474) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:16.754291 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] Publish callbacks [] for security_group (e80fcd3e-7661-4732-bdde-32df17bb6fac), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.781515 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] Publish callbacks [] for security_group (e80fcd3e-7661-4732-bdde-32df17bb6fac), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.905850 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e80fcd3e-7661-4732-bdde-32df17bb6fac), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.908688 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:16.910715 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e80fcd3e-7661-4732-bdde-32df17bb6fac HTTP/1.1" status: 204 len: 168 time: 0.2165532 Jan 17 21:51:16.919624 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bae38-9307-4b85-b7d9-6f2578d76a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fcd3e-7661-4732-bdde-32df17bb6fac,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:20.933721 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:22.240245 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:51:25.402862 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0163eea6-5a55-4fdc-a735-bdf2cbd5027f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:25.593671 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46600) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:25.730169 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:25.836397 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Publish callbacks [] for security_group (40bfa967-709b-4def-8020-8994e23471fc), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:25.921933 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (40bfa967-709b-4def-8020-8994e23471fc), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:25.967177 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3919e4e7139a47a4bfc36d36e6924702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3722589 Jan 17 21:51:25.968072 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bfa967-709b-4def-8020-8994e23471fc,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:25.970303 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46604) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:25.977310 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.977662 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.978013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.978358 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.978691 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.979023 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.979395 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.979730 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.980095 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.980427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.980754 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.981075 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:25.981397 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de723a3-29df-4254-849c-02e62bbabce3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:26.033120 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] Publish callbacks [] for security_group (40bfa967-709b-4def-8020-8994e23471fc), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:26.057210 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] Publish callbacks [] for security_group (40bfa967-709b-4def-8020-8994e23471fc), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:26.162067 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (40bfa967-709b-4def-8020-8994e23471fc), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:26.165085 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:26.166540 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/40bfa967-709b-4def-8020-8994e23471fc HTTP/1.1" status: 204 len: 168 time: 0.1939170 Jan 17 21:51:26.176525 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a801b0b-b9c5-404c-b767-4a0103a21b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bfa967-709b-4def-8020-8994e23471fc,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:26.858576 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46612) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:26.881493 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8bd67a07-8596-4dbd-8c61-10385c70aaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:26.999766 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8bd67a07-8596-4dbd-8c61-10385c70aaf4 admin admin] Publish callbacks [] for security_group (4d687438-5b6e-4156-918f-a203a06cf391), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.059018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8bd67a07-8596-4dbd-8c61-10385c70aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4d687438-5b6e-4156-918f-a203a06cf391), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.101431 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8bd67a07-8596-4dbd-8c61-10385c70aaf4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cc17b3ed1f204f489d3c2f0bfe497c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412939 Jan 17 21:51:27.102172 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd67a07-8596-4dbd-8c61-10385c70aaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d687438-5b6e-4156-918f-a203a06cf391,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:27.104725 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46614) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:27.166150 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] Publish callbacks [] for security_group (4d687438-5b6e-4156-918f-a203a06cf391), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.191680 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] Publish callbacks [] for security_group (4d687438-5b6e-4156-918f-a203a06cf391), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.327990 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (4d687438-5b6e-4156-918f-a203a06cf391), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.331159 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:27.332368 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4d687438-5b6e-4156-918f-a203a06cf391 HTTP/1.1" status: 204 len: 168 time: 0.2257195 Jan 17 21:51:27.340651 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee51f44-8415-40f0-a6c9-392ed36c5569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d687438-5b6e-4156-918f-a203a06cf391,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:28.281897 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-9da4754b-b4f3-4d7a-82db-da11974e7a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:28.929782 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-919a22f1-96ca-4d37-bf0b-0f183be19a60 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2059142612&fields=id&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 267 time: 0.0750201 Jan 17 21:51:29.069666 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-4e240758-f4e2-4912-9a69-9038e82559f8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:29.072485 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-4e240758-f4e2-4912-9a69-9038e82559f8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.1351552 Jan 17 21:51:29.089089 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-0b20e51e-c17e-42a0-81d5-306d0debf5ad tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/quotas/38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 375 time: 0.0101204 Jan 17 21:51:29.166839 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-3506602a-7846-4803-af8b-a10e3cae0e84 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678267 Jan 17 21:51:29.297961 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-5ab87b5d-aaf7-4332-adcd-d81e6bf1b6e9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:51:29.300057 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-5ab87b5d-aaf7-4332-adcd-d81e6bf1b6e9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1204286 Jan 17 21:51:29.407622 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-015489da-c57c-4b4a-8405-bde78e32c687 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013823 Jan 17 21:51:29.552528 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-e2f28215-8804-46e6-9171-4201ccc919f2 service neutron] 10.222.0.74 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339929 Jan 17 21:51:29.865495 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:30.276305 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-36423069-7cc1-462f-8570-5030c8daf4da req-2d022d07-b897-4f20-885f-86181ba897cf tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 210 time: 0.0761650 Jan 17 21:51:31.417349 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9be5f0b7-d7ed-487a-9929-3e7e7171a564 req-5b4d527c-1089-4bd2-a8de-a824b2d34832 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 210 time: 0.0423558 Jan 17 21:51:32.151104 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:32.562376 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-bb9dc13d-e8f0-4816-92a2-2b164122d25a req-4403886f-c067-4213-9d95-293202857469 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 210 time: 0.0543897 Jan 17 21:51:32.594473 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-68c38c94-fe5b-49da-b30c-e10f8c0061b8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:32.597456 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-68c38c94-fe5b-49da-b30c-e10f8c0061b8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 811 time: 0.1647706 Jan 17 21:51:32.870455 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:32.990661 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-83a25e55-7ad8-42eb-9f2b-98f3809ec9f1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38b0c8491cf6492f9c65effbc4f95228 HTTP/1.1" status: 200 len: 380 time: 0.3846743 Jan 17 21:51:32.999918 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'port': {'device_id': '2d529108-1128-4113-b62e-8a72a95a978a', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'admin_state_up': True, 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'security_groups': ['1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9']}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:51:33.224850 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Made reservation on behalf of 38b0c8491cf6492f9c65effbc4f95228 for: {'port': 1} {{(pid=109913) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 21:51:33.228584 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:33.375492 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_common [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.20.0.14 (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c/dd8988e0-d11a-43e6-af91-81ce04a4b6c6/6f2da5fc-f9e7-4bbe-8d92-db36360b4440) {{(pid=109913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:51:33.552262 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:33.663989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:33.762195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c is already hosted by enough agents. {{(pid=109913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:51:33.772618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.base_scheduler [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:51:33.794791 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:51:33.799263 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:33.856236 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd122f-46ea-458d-9b89-b181f7d35f3a req-6111f9c1-49f7-44a0-8231-690ea1f4f4d7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:33.858585 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5cdd122f-46ea-458d-9b89-b181f7d35f3a req-6111f9c1-49f7-44a0-8231-690ea1f4f4d7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 932 time: 0.2093852 Jan 17 21:51:33.927409 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:33.928570 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:34.007011 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5cdd122f-46ea-458d-9b89-b181f7d35f3a req-0a5feb3a-9775-45c3-8a71-6f88177da0a6 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367252 Jan 17 21:51:34.062244 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-f1aa42c9-5751-4d64-9a04-8c8937ad4c95 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0666926 Jan 17 21:51:34.076981 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-7e090d73-e784-40f4-aea1-44ada828c08c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=109913) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 21:51:34.077954 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-7e090d73-e784-40f4-aea1-44ada828c08c tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056033 Jan 17 21:51:34.151467 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-6dfc5f72-452c-4ebb-a486-7361b7ccdae6 None None] Provisioning complete for port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 triggered by entity DHCP. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:51:34.152374 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5f72-452c-4ebb-a486-7361b7ccdae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:34.209996 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.v2.base [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Request body: {'port': {'device_id': '2d529108-1128-4113-b62e-8a72a95a978a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82501'}} {{(pid=109913) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:51:34.213835 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc5f72-452c-4ebb-a486-7361b7ccdae6 None None] Port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 cannot update to ACTIVE because it is not bound. {{(pid=109915) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 21:51:34.275828 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:34.627987 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 {{(pid=109913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:51:34.644140 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks [] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), precommit_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:34.667575 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.provisioning_blocks [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Transition to ACTIVE for port object 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 will not be triggered until provisioned by entity L2. {{(pid=109913) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 21:51:34.756070 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:34.812559 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=2']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:34.901477 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Attempting to bind port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 on host hv-cinder-82501 for vnic_type normal with profile {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 21:51:34.901815 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Attempting to bind port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 by drivers openvswitch,hyperv on host hv-cinder-82501 at level 0 using segments [{'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 21:51:34.902144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Attempting to bind port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:51:34.907644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82501 {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 21:51:34.907968 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Attempting to bind port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 on network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 21:51:34.914646 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Checking agent: {'id': '52e91062-bfdc-4bd5-a89d-9543f560cb5a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82501', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'started_at': datetime.datetime(2022, 1, 17, 21, 38, 50), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 21:51:34.914960 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Checking segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 21:51:34.915384 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Bound using segment: {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'} {{(pid=109913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 21:51:34.915887 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.managers [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Bound port: 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host: hv-cinder-82501, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba2c66d7-e0ec-4749-899d-3a01d9674b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c'}}] {{(pid=109913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 21:51:34.916247 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), before_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:35.020853 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, cleared binding levels {{(pid=109913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 21:51:35.026814 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 21:51:35.125786 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8319660'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_update {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:35.171662 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:35.172361 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:35.173950 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] 10.222.0.81 "PUT /v2.0/ports/6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 200 len: 1094 time: 1.0887005 Jan 17 21:51:35.174635 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:51:35.177090 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b341b-e780-4772-9140-7f973a88334b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:51:35.204099 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de248915-738f-4124-842c-90ea122bf5b2 req-8505c161-e0ce-4bfd-b619-b89654e482e1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:35.213343 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-de248915-738f-4124-842c-90ea122bf5b2 req-8505c161-e0ce-4bfd-b619-b89654e482e1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.1122165 Jan 17 21:51:35.228842 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e329f-3bee-4f45-91d9-2b27e5abc734 service neutron] Pushing event updated for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=3']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:35.310380 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-de248915-738f-4124-842c-90ea122bf5b2 req-22e6e4ef-ce87-441f-aa2b-1fe11f24d3cc tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895054 Jan 17 21:51:35.387127 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a458cae8-0931-44c9-8472-4e01e9d0b917 x-openstack-request-id: req-a458cae8-0931-44c9-8472-4e01e9d0b917 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:51:35.387861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:51:35.388348 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a458cae8-0931-44c9-8472-4e01e9d0b917 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:51:35.388999 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'status': 'completed', 'code': 200} Jan 17 21:51:35.418475 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-210a35ce-bfb9-45b7-83b2-2a604ca1e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:35.420106 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-210a35ce-bfb9-45b7-83b2-2a604ca1e8ed service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1097 time: 0.0834532 Jan 17 21:51:35.483503 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-2b545674-e465-4367-882d-24d440279507 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 200 len: 217 time: 0.0558858 Jan 17 21:51:35.541240 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-55e231ff-5cbd-4aad-8e4b-0e28dcc30bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:35.542870 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-55e231ff-5cbd-4aad-8e4b-0e28dcc30bee service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0538349 Jan 17 21:51:35.612967 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-c1008662-8158-46de-9b71-d34af5479da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:35.614925 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-c1008662-8158-46de-9b71-d34af5479da8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661373 Jan 17 21:51:35.731680 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-ec390b39-147a-4e26-9567-1287b4cb2676 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097677 Jan 17 21:51:35.846222 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2c856a63-fd9b-43f2-9ab4-ff6251e0d9cd req-500b55cf-2a88-4542-aa34-bd6480ca3fb7 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078911 Jan 17 21:51:36.259538 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b341b-e780-4772-9140-7f973a88334b req-b5d42be2-9548-4360-a367-e29420ff9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:36.261191 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-b5d42be2-9548-4360-a367-e29420ff9d9d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1097 time: 0.0489583 Jan 17 21:51:36.372712 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b341b-e780-4772-9140-7f973a88334b req-233c4fd3-c8ed-4e0f-a919-215f9fffb618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:36.377873 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-233c4fd3-c8ed-4e0f-a919-215f9fffb618 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.1059802 Jan 17 21:51:36.427793 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-30e256af-2d4a-4b88-ac69-c83bb83eefbf service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 200 len: 217 time: 0.0463743 Jan 17 21:51:36.482334 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46762) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:36.506448 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b341b-e780-4772-9140-7f973a88334b req-ee5918a4-a0df-4e0f-9b13-679df8ca54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:36.508051 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-ee5918a4-a0df-4e0f-9b13-679df8ca54e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0724103 Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.514256 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:51:36.516909 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:51:36.518315 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f79db-72f5-4285-bb9a-2dd67889334a req-e518c6d6-9a7b-4f97-8fc7-059292ca84c4 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:36.519357 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7e2f79db-72f5-4285-bb9a-2dd67889334a req-e518c6d6-9a7b-4f97-8fc7-059292ca84c4 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0943053 Jan 17 21:51:36.602422 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b341b-e780-4772-9140-7f973a88334b req-87bdadde-906b-4beb-990f-e5f03d500ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:36.604059 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-87bdadde-906b-4beb-990f-e5f03d500ba1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0837693 Jan 17 21:51:36.609717 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7e2f79db-72f5-4285-bb9a-2dd67889334a req-8553acbb-a474-4c7c-8a23-9fe08b556149 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811851 Jan 17 21:51:36.663759 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc845-97e9-45d7-9efa-04a0a79e966a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:36.749432 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-d2388eb1-de3b-409c-9d6e-ede6fe0c8fd4 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346374 Jan 17 21:51:36.760011 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc845-97e9-45d7-9efa-04a0a79e966a admin admin] Publish callbacks [] for security_group (e9a76910-c5d2-4bd4-853e-1595e56c6031), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:36.836419 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc845-97e9-45d7-9efa-04a0a79e966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e9a76910-c5d2-4bd4-853e-1595e56c6031), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:36.855871 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d07b341b-e780-4772-9140-7f973a88334b req-b66972ee-156e-4b57-9637-76808d37532a service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002719 Jan 17 21:51:36.914156 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2ffcc845-97e9-45d7-9efa-04a0a79e966a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a880696bd343442183858de173f19e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4300830 Jan 17 21:51:36.916010 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc845-97e9-45d7-9efa-04a0a79e966a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a76910-c5d2-4bd4-853e-1595e56c6031,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:36.917713 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46766) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:36.980991 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] Publish callbacks [] for security_group (e9a76910-c5d2-4bd4-853e-1595e56c6031), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:37.006719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] Publish callbacks [] for security_group (e9a76910-c5d2-4bd4-853e-1595e56c6031), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:37.127526 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (e9a76910-c5d2-4bd4-853e-1595e56c6031), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:37.130697 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:37.132093 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9a76910-c5d2-4bd4-853e-1595e56c6031 HTTP/1.1" status: 204 len: 168 time: 0.2132027 Jan 17 21:51:37.142106 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd1f2b-6f83-4bac-b270-612f606acedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a76910-c5d2-4bd4-853e-1595e56c6031,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:37.749288 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df14db3-d00b-4c16-a759-86b92112ceff req-9d6a4d3c-98b0-4920-abdc-c7f529e111b9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:37.750935 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4df14db3-d00b-4c16-a759-86b92112ceff req-9d6a4d3c-98b0-4920-abdc-c7f529e111b9 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0598154 Jan 17 21:51:37.813361 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-4df14db3-d00b-4c16-a759-86b92112ceff req-a2b60a6f-adfa-44b6-ad2d-018a0345d6ba tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515127 Jan 17 21:51:37.828337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46774) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:37.845326 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3e0d007b-171f-4f6c-8b32-5d1daa2abbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:37.939168 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3e0d007b-171f-4f6c-8b32-5d1daa2abbb0 admin admin] Publish callbacks [] for security_group (15f59b27-1df9-4280-9730-bc5c21e13d71), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.002664 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3e0d007b-171f-4f6c-8b32-5d1daa2abbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (15f59b27-1df9-4280-9730-bc5c21e13d71), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.046478 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3e0d007b-171f-4f6c-8b32-5d1daa2abbb0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7faf2db9c834416f85ffead560edd5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168858 Jan 17 21:51:38.047410 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d007b-171f-4f6c-8b32-5d1daa2abbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f59b27-1df9-4280-9730-bc5c21e13d71,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:38.052334 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46776) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:38.108450 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] Publish callbacks [] for security_group (15f59b27-1df9-4280-9730-bc5c21e13d71), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.146851 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] Publish callbacks [] for security_group (15f59b27-1df9-4280-9730-bc5c21e13d71), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.282338 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (15f59b27-1df9-4280-9730-bc5c21e13d71), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.285732 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:38.287233 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/15f59b27-1df9-4280-9730-bc5c21e13d71 HTTP/1.1" status: 204 len: 168 time: 0.2336419 Jan 17 21:51:38.298688 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c1102-2b03-4929-af1e-1a923b779831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f59b27-1df9-4280-9730-bc5c21e13d71,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:38.953770 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8bb22-33f3-4c22-bde4-024a72787209 req-27751bde-0d3f-4698-b15d-8715725fcdf8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:38.955705 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e4f8bb22-33f3-4c22-bde4-024a72787209 req-27751bde-0d3f-4698-b15d-8715725fcdf8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0558257 Jan 17 21:51:39.021266 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e4f8bb22-33f3-4c22-bde4-024a72787209 req-f4fbd796-24c2-478f-9630-2e646a050048 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547893 Jan 17 21:51:39.087182 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46784) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:39.105227 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b416df3-7a19-407a-a0db-726e429dbcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.202289 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b416df3-7a19-407a-a0db-726e429dbcf9 admin admin] Publish callbacks [] for security_group (59ec83a6-79fa-431d-a333-98f7676f765c), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.287427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-2b416df3-7a19-407a-a0db-726e429dbcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (59ec83a6-79fa-431d-a333-98f7676f765c), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.335100 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-2b416df3-7a19-407a-a0db-726e429dbcf9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3efe888a559c44ec909f23bc68f4e715&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433393 Jan 17 21:51:39.335100 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b416df3-7a19-407a-a0db-726e429dbcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec83a6-79fa-431d-a333-98f7676f765c,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:39.336217 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 46786) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:39.402699 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] Publish callbacks [] for security_group (59ec83a6-79fa-431d-a333-98f7676f765c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.434031 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] Publish callbacks [] for security_group (59ec83a6-79fa-431d-a333-98f7676f765c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.579297 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (59ec83a6-79fa-431d-a333-98f7676f765c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.582919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:39.584338 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59ec83a6-79fa-431d-a333-98f7676f765c HTTP/1.1" status: 204 len: 168 time: 0.2468104 Jan 17 21:51:39.594676 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586100df-30d5-4bc1-85f5-8aa8363f34cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec83a6-79fa-431d-a333-98f7676f765c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:40.169589 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948404e-e8bc-4404-a366-75672ae3232f req-3b7c8d72-def6-42cc-9935-df3f679a8b5b tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:40.171226 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2948404e-e8bc-4404-a366-75672ae3232f req-3b7c8d72-def6-42cc-9935-df3f679a8b5b tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0733786 Jan 17 21:51:40.232504 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-2948404e-e8bc-4404-a366-75672ae3232f req-a3f3a87d-55b9-4027-bdf0-a66f8d6efa3b tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540388 Jan 17 21:51:41.372080 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824cdf7-6b82-4bab-bf27-0c6cb87c9619 req-36212b89-11d6-4de0-9510-72e3d0d1f110 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:41.374965 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9824cdf7-6b82-4bab-bf27-0c6cb87c9619 req-36212b89-11d6-4de0-9510-72e3d0d1f110 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0655372 Jan 17 21:51:41.429603 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-9824cdf7-6b82-4bab-bf27-0c6cb87c9619 req-7602b36d-c35a-4ff9-8a84-ca88ccf16ca1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487583 Jan 17 21:51:42.599584 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e086f-9978-4a16-b72a-083dafbcf9a2 req-f8691617-216f-4789-a68a-fb29ad4679b0 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:42.602320 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f79e086f-9978-4a16-b72a-083dafbcf9a2 req-f8691617-216f-4789-a68a-fb29ad4679b0 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0851264 Jan 17 21:51:42.677729 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f79e086f-9978-4a16-b72a-083dafbcf9a2 req-d51d6530-9387-40d8-9761-c5491d84f262 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685084 Jan 17 21:51:43.471017 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 details requested by agent hyperv_hv-cinder-82501 with host hv-cinder-82501 {{(pid=109915) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 21:51:43.593380 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:51:43.615070 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Returning: {'device': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'port_id': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'mac_address': 'fa:16:3e:3c:1d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109915) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 21:51:43.668263 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 is: DOWN; New status is: BUILD {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:51:43.668730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:43.686892 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 {{(pid=109915) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 21:51:43.714767 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:51:43.833285 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b0e6c-7d0e-492b-b1ea-1c25eb1a8c99 req-a4c87d5d-d7b2-4882-a83c-412a14aede52 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:43.837008 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d20b0e6c-7d0e-492b-b1ea-1c25eb1a8c99 req-a4c87d5d-d7b2-4882-a83c-412a14aede52 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 944 time: 0.0721688 Jan 17 21:51:43.910071 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-d20b0e6c-7d0e-492b-b1ea-1c25eb1a8c99 req-c8c04c5b-beed-4817-b823-edc62fb95266 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627012 Jan 17 21:51:43.933496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:43.993105 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=4']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:44.000582 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.000992 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.001385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.002802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.003297 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.003751 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.004186 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.004584 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.005145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.005730 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.006298 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.006870 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.007454 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:51:44.169377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] get_ports_and_sgs() called for port_ids ['6f2da5fc-f9e7-4bbe-8d92-db36360b4440'] {{(pid=109915) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 21:51:45.055486 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19191bdf-528f-44e6-85cb-854e67d98a7c req-0dd3ad30-fcaa-4032-8a91-e3616061d186 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:45.057378 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-19191bdf-528f-44e6-85cb-854e67d98a7c req-0dd3ad30-fcaa-4032-8a91-e3616061d186 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 945 time: 0.0594783 Jan 17 21:51:45.131670 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-19191bdf-528f-44e6-85cb-854e67d98a7c req-30273c18-9b2b-4fc5-9621-8c7dc0d76a63 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636101 Jan 17 21:51:45.467500 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 up at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 21:51:45.613554 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning for port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 completed by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 21:51:45.618292 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.provisioning_blocks [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Provisioning complete for port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 triggered by entity L2. {{(pid=109915) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 21:51:45.618793 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3684970'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), provisioning_complete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:45.718145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Current status of the port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 is: BUILD; New status is: ACTIVE {{(pid=109915) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 21:51:45.718423 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), before_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:45.745335 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440'}] {{(pid=109915) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:51:45.747768 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b352a48f359fed15658b53c5756aabe0916aa2dc8bd79694f499573b8fb36af7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcdfe3b-0446-4e7c-b65c-ced9b35eaba4" -d '{"events": [{"server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "name": "network-vif-plugged", "status": "completed", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440"}]}' {{(pid=109915) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:51:45.764165 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:51:45.832094 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:45.919368 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Pushing event updated for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=5']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:45.958077 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121d0c44-68d2-4b4c-b0cb-703d29f7a99f x-openstack-request-id: req-121d0c44-68d2-4b4c-b0cb-703d29f7a99f {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:51:45.958514 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "name": "network-vif-plugged", "status": "completed", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440", "code": 200}]} {{(pid=109915) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:51:45.958841 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-121d0c44-68d2-4b4c-b0cb-703d29f7a99f {{(pid=109915) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:51:45.959339 dv-cinder-825012-3-iscsi neutron-server[109915]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'code': 200} Jan 17 21:51:46.306124 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd91b3-940e-42e2-b3a3-e76e167538ac req-11a5fdbf-b7ed-410a-9dd6-2311a0178e27 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:46.307828 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dfd91b3-940e-42e2-b3a3-e76e167538ac req-11a5fdbf-b7ed-410a-9dd6-2311a0178e27 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0633259 Jan 17 21:51:46.385460 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-6dfd91b3-940e-42e2-b3a3-e76e167538ac req-d786e451-8d79-495c-81d1-120a36a64c20 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705373 Jan 17 21:51:46.419468 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744776d-59f8-4571-8931-ff6a9581919d req-c86282eb-a854-4e96-aa82-95ed233a7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:46.420927 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e744776d-59f8-4571-8931-ff6a9581919d req-c86282eb-a854-4e96-aa82-95ed233a7384 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1099 time: 0.0501692 Jan 17 21:51:46.475681 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e744776d-59f8-4571-8931-ff6a9581919d req-35773c5f-d9cb-4f88-87ce-51687c337427 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477734 Jan 17 21:51:47.567809 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d9ec9-cbe0-4433-8ce3-35fe156e6d99 req-dd619e1a-df13-4980-b1f9-5cb4588de0d2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:47.569494 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b07d9ec9-cbe0-4433-8ce3-35fe156e6d99 req-dd619e1a-df13-4980-b1f9-5cb4588de0d2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0646768 Jan 17 21:51:47.637054 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b07d9ec9-cbe0-4433-8ce3-35fe156e6d99 req-91441c69-3309-480c-a397-59c57d5c1149 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575430 Jan 17 21:51:48.793590 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685a2b8-b750-41ac-8ba8-5bc0d986c4d3 req-9e8a9c36-bbb1-42b0-afc4-9207b5df56e2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:48.795338 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f685a2b8-b750-41ac-8ba8-5bc0d986c4d3 req-9e8a9c36-bbb1-42b0-afc4-9207b5df56e2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0545654 Jan 17 21:51:48.857348 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-f685a2b8-b750-41ac-8ba8-5bc0d986c4d3 req-ce1db858-ffe2-4479-b2ef-6ef48c8c76d4 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529444 Jan 17 21:51:49.003362 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eeca9-18e2-4410-943f-2d83311e7a28 req-e5602e12-b4bf-45d8-b570-9cde6ef800ec tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:49.005114 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7e7eeca9-18e2-4410-943f-2d83311e7a28 req-e5602e12-b4bf-45d8-b570-9cde6ef800ec tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0633216 Jan 17 21:51:49.065234 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7e7eeca9-18e2-4410-943f-2d83311e7a28 req-c028fa54-571f-498b-b058-00fd81e2e4c5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541801 Jan 17 21:51:49.092582 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46904) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:49.139723 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a08361-f3f6-4695-ab30-60b32e664571 tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109914) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:49.141280 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-c5a08361-f3f6-4695-ab30-60b32e664571 tempest-TestVolumeBootPattern-408771061 tempest-TestVolumeBootPattern-408771061-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1094 time: 0.0473583 Jan 17 21:51:49.146548 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46906) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:51:49.151056 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.v2.base [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Request body: {'floatingip': {'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'port_id': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109914) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 21:51:49.333081 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:49.484818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (None), before_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:49.641333 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_common [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Allocated IP 172.27.2.79 (7e9e0565-aaf5-4090-b7ee-df6c305c1afb/e09e65d3-b099-4576-a84b-1fefaa5132de/646ec6eb-c365-4bbc-a2d9-9119039c7b9c) {{(pid=109914) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 21:51:49.809062 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:49.922456 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788079177045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:49.967601 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Network 7e9e0565-aaf5-4090-b7ee-df6c305c1afb is already hosted by enough agents. {{(pid=109914) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 21:51:49.971836 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.base_scheduler [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Resources bound (agent type, host, resource id): {{(pid=109914) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 21:51:49.978563 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Received port after_create {{(pid=109914) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 17 21:51:50.021692 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=646ec6eb-c365-4bbc-a2d9-9119039c7b9c,revision_number=1']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:50.426699 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (3bf99744-52dd-41de-a3b0-ce80c67947be), precommit_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:50.586493 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3822579'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), before_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:50.770876 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), precommit_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:50.978635 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788079740299', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788079177063', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788079177081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62827532'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), after_update {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:51.001506 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:51.062136 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event updated for resources: {'Port': ['ID=646ec6eb-c365-4bbc-a2d9-9119039c7b9c,revision_number=2']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:51:51.075481 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-631050'] for floatingip (3bf99744-52dd-41de-a3b0-ce80c67947be), after_create {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:51.199857 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 3bf99744-52dd-41de-a3b0-ce80c67947be associated. External IP: 172.27.2.79, port: 6f2da5fc-f9e7-4bbe-8d92-db36360b4440. Jan 17 21:51:51.742031 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:51:51.860620 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:51:51.877536 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:51:51.891424 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:51:51.892688 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:51:51.975049 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:52.009505 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-40c27ff9-3664-4f21-a677-eb13a66b023f tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8617187 Jan 17 21:51:52.009989 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:51:52.012506 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b69fd7-f297-4f16-a72c-f32bc08c110f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:51:52.031187 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:51:52.145587 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd68fb1d-69ff-4e3e-987c-c5f40f3952b7 x-openstack-request-id: req-bd68fb1d-69ff-4e3e-987c-c5f40f3952b7 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:51:52.146165 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:51:52.146651 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bd68fb1d-69ff-4e3e-987c-c5f40f3952b7 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:51:52.147389 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'status': 'completed', 'code': 200} Jan 17 21:51:52.216160 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-12e3faf4-75d3-4f4a-ba2d-81fd20f84c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:52.218186 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-12e3faf4-75d3-4f4a-ba2d-81fd20f84c24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1099 time: 0.0503516 Jan 17 21:51:52.330090 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-aef60903-1483-4118-aec3-427af9f20edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:52.332383 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-aef60903-1483-4118-aec3-427af9f20edb service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.1080887 Jan 17 21:51:52.422273 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-c098df31-65b9-4c87-beac-883ba6e8a67d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 200 len: 999 time: 0.0834646 Jan 17 21:51:52.454168 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '3bf99744-52dd-41de-a3b0-ce80c67947be', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:3c:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d529108-1128-4113-b62e-8a72a95a978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:51:50Z', 'updated_at': '2022-01-17T21:51:50Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}, {'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:51:52.484919 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-6d17d223-414d-451a-b6d5-0eaca4c92676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:52.487415 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-6d17d223-414d-451a-b6d5-0eaca4c92676 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0588527 Jan 17 21:51:52.495577 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:51:52.506071 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:51:52.507062 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:51:52.541178 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-5553ff60-7881-4d68-b3d9-8e8f7f39fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:52.542731 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-5553ff60-7881-4d68-b3d9-8e8f7f39fdd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488818 Jan 17 21:51:52.630821 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:51:52.653929 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-b3b5e7e5-bdae-43a7-8bdd-972a4d9e322d service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033249 Jan 17 21:51:52.757247 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a4b69fd7-f297-4f16-a72c-f32bc08c110f req-70ec9f0a-8370-4f02-a096-d65c14061ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961430 Jan 17 21:51:52.893528 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '3bf99744-52dd-41de-a3b0-ce80c67947be', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:3c:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d529108-1128-4113-b62e-8a72a95a978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:51:50Z', 'updated_at': '2022-01-17T21:51:50Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}, {'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:51:52.926073 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63e26a-0cc9-4191-905b-5535769d0c8c None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '3bf99744-52dd-41de-a3b0-ce80c67947be', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.79', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:3c:1d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d529108-1128-4113-b62e-8a72a95a978a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:51:50Z', 'updated_at': '2022-01-17T21:51:50Z', 'revision_number': 0, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}, {'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:51:53.149068 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3e460-a06a-44a1-bd09-190278a2ad83 None None] New status for floating IP 3bf99744-52dd-41de-a3b0-ce80c67947be: ACTIVE {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:51:55.509742 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-fbbfab6e-c03a-4985-a966-af3408247804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:56.439635 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-050214b4-56bf-4fc2-a89b-8e19a9b2b94a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0456290 Jan 17 21:51:56.512707 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-bc0141a2-e080-43f7-97d2-edd39672bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:56.514347 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-bc0141a2-e080-43f7-97d2-edd39672bacf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1098 time: 0.0513840 Jan 17 21:51:56.625316 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-a7e4cb3a-91d3-413b-9a2a-1647bf4c7403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:56.628055 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-a7e4cb3a-91d3-413b-9a2a-1647bf4c7403 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.0941346 Jan 17 21:51:56.710955 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-ad24fb85-1931-44e5-8a4e-3e5d80c73911 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 1001 time: 0.0763845 Jan 17 21:51:56.765267 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-1a6f9121-6e98-4ad5-8cf3-5764b3e67a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:56.767632 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-1a6f9121-6e98-4ad5-8cf3-5764b3e67a6d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0481210 Jan 17 21:51:56.823976 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-484fac2d-db54-46ba-8c30-9068bfbe0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:51:56.827099 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-484fac2d-db54-46ba-8c30-9068bfbe0779 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539382 Jan 17 21:51:56.955075 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-e719cfc3-df67-4334-be36-1cdcf2898077 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210654 Jan 17 21:51:57.066189 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a7c90da5-8b85-44f9-b52c-85901bcca14a req-39bd9e6a-9544-4894-a282-1061b5827ca6 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059201 Jan 17 21:51:58.286901 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cadc1234-4180-4067-b7c7-418427cb24b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:51:59.240320 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:51:59.818166 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:02.127791 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:02.875283 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.082872 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 46998) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:12.285963 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Deleting port 9d26d191-4d26-4483-8492-6f81a46bf439 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:12.286381 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.370289 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.370641 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for floatingip (9d26d191-4d26-4483-8492-6f81a46bf439), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.384405 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Calling delete_port for 9d26d191-4d26-4483-8492-6f81a46bf439 owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:12.647079 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (9d26d191-4d26-4483-8492-6f81a46bf439), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.675523 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event deleted for resources: {'Port': ['ID=9d26d191-4d26-4483-8492-6f81a46bf439,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:12.748689 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for floatingip (18c1b98a-fa45-431a-8f0e-c05791861750), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:12.749075 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.db.l3_db [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Floating IP 18c1b98a-fa45-431a-8f0e-c05791861750 disassociated (deleted). External IP: 172.27.2.213, port: e23d771a-3110-4f80-bb58-a8df0c281854. Jan 17 21:52:12.982454 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Router adfc46c2-eedd-47e6-803c-180110037c54 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:52:13.107492 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:52:13.113731 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:13.119188 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Sync routers for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:52:13.135641 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:13.136798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:13.144027 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-972486e4-e55a-4dc9-8601-2dd6286a1ea6 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "DELETE /v2.0/floatingips/18c1b98a-fa45-431a-8f0e-c05791861750 HTTP/1.1" status: 204 len: 168 time: 1.0598919 Jan 17 21:52:13.144631 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109914) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:52:13.147054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e820f58b18e20c4b43a74e3b0ae70e788518ed8a64340d5ef639885a1ef581bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eae114-7efb-46b0-a5c5-8f240eaf73f1" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109914) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:52:13.304689 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:13.552722 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:13.585831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Checking router: adfc46c2-eedd-47e6-803c-180110037c54 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:52:13.596407 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:13.597052 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:13.717802 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:13.738561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01baa5ac-c166-4637-ab08-37d790e8e2e5 x-openstack-request-id: req-01baa5ac-c166-4637-ab08-37d790e8e2e5 {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:52:13.738561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "status": "completed", "code": 200}]} {{(pid=109914) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:52:13.738561 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-01baa5ac-c166-4637-ab08-37d790e8e2e5 {{(pid=109914) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:52:13.738561 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'status': 'completed', 'code': 200} Jan 17 21:52:13.849719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-5730f0ce-f443-4a66-b543-46970ab78faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:13.851213 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-5730f0ce-f443-4a66-b543-46970ab78faf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 1099 time: 0.0782042 Jan 17 21:52:13.868438 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778d3a3-8b96-4f10-b253-999fdc5f4076 req-90a3dcbc-46a9-4de0-b20e-f7583722624e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:13.869988 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5778d3a3-8b96-4f10-b253-999fdc5f4076 req-90a3dcbc-46a9-4de0-b20e-f7583722624e tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0694215 Jan 17 21:52:13.965033 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:13.973356 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-5778d3a3-8b96-4f10-b253-999fdc5f4076 req-2103512d-54fb-479f-a86c-f28102c03e88 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931647 Jan 17 21:52:13.998945 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829ba9c-8aa8-40cb-bf57-95b9a301342f None None] The sync data for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi is: [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:46:57Z', 'revision_number': 4, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': 'caea3765-6fec-4e3e-9875-fd72857ce476', 'name': '', 'network_id': 'f26f947d-581e-4a9e-8a4a-62fd879e6d07', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'mac_address': 'fa:16:3e:e2:0b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'b846c876-3378-47f8-9f46-c22818261014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:57Z', 'updated_at': '2022-01-17T21:47:05Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'subnets': [{'id': 'b846c876-3378-47f8-9f46-c22818261014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:52:14.001505 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-a68a4816-5b0d-4414-8b3f-1a89009a80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:14.003425 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-a68a4816-5b0d-4414-8b3f-1a89009a80a0 service neutron] 10.222.0.81 "GET /v2.0/networks?id=f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 200 len: 909 time: 0.1325490 Jan 17 21:52:14.055460 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-6a0f7996-1f0a-459a-a8ca-3d08a9843cd3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 200 len: 217 time: 0.0455954 Jan 17 21:52:14.111101 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-0ce914b4-af3d-4584-8258-752da8053ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:14.112563 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-0ce914b4-af3d-4584-8258-752da8053ca1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 200 len: 847 time: 0.0487092 Jan 17 21:52:14.174162 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-3d5a8354-444e-4a28-95f8-b49a717776e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:14.178312 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-3d5a8354-444e-4a28-95f8-b49a717776e2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f26f947d-581e-4a9e-8a4a-62fd879e6d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582013 Jan 17 21:52:14.277442 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6062df29-5f70-4f02-93d0-8b818411e128 None None] New status for floating IP 18c1b98a-fa45-431a-8f0e-c05791861750: DOWN {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:52:14.287698 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-93b4a3d3-8c05-4911-9e86-0087d6a2c663 service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026480 Jan 17 21:52:14.394204 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-32eae114-7efb-46b0-a5c5-8f240eaf73f1 req-cc5c7e30-4368-4d6c-b8ea-35f4778c89ea service neutron] 10.222.0.81 "GET /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004131 Jan 17 21:52:15.113034 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eac25-9bf4-4332-9928-11e7e54d60bc req-92bc3928-12db-466c-8dd7-b14c2a8e196d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:15.114734 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-509eac25-9bf4-4332-9928-11e7e54d60bc req-92bc3928-12db-466c-8dd7-b14c2a8e196d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0630665 Jan 17 21:52:15.174724 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-509eac25-9bf4-4332-9928-11e7e54d60bc req-61563e0a-636b-4e3c-8e45-dca0c32de49d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/security-groups?id=27ba48bb-8fe2-4fdb-a732-db9006f8a22a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538676 Jan 17 21:52:15.533479 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-34e026dc-13cb-4d05-8ac8-109ac0601ac3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:15.534974 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-34e026dc-13cb-4d05-8ac8-109ac0601ac3 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 946 time: 0.0518746 Jan 17 21:52:15.631785 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Deleting port e23d771a-3110-4f80-bb58-a8df0c281854 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:15.632134 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:15.722082 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] For port e23d771a-3110-4f80-bb58-a8df0c281854, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=e23d771a-3110-4f80-bb58-a8df0c281854,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:15.722325 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:15.736082 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Calling delete_port for e23d771a-3110-4f80-bb58-a8df0c281854 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:15.943965 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (e23d771a-3110-4f80-bb58-a8df0c281854), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:15.974137 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event deleted for resources: {'Port': ['ID=e23d771a-3110-4f80-bb58-a8df0c281854,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:15.986893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988066 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988066 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988066 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988334 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988632 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.988958 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.989280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.989610 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.989929 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.990261 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.990560 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:15.990869 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:16.030862 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] No DVR routers for this DVR port e23d771a-3110-4f80-bb58-a8df0c281854 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:52:16.034391 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:16.038206 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a18f9a4a-7170-42c0-a570-2be820b5a7ef req-7ca337a5-8a18-4c4f-a314-d2a986e7b565 tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.81 "DELETE /v2.0/ports/e23d771a-3110-4f80-bb58-a8df0c281854 HTTP/1.1" status: 204 len: 173 time: 0.4982073 Jan 17 21:52:16.038674 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-deleted', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:52:16.040963 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f2a2ac-65a9-438b-84d3-7f3ca37b7aa5" -d '{"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-deleted", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:52:16.146832 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edd475e-de7a-433d-94fb-bef70983f05c x-openstack-request-id: req-5edd475e-de7a-433d-94fb-bef70983f05c {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:52:16.147550 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2337ec-b013-4b7e-81b2-e02c292ad59d", "name": "network-vif-deleted", "tag": "e23d771a-3110-4f80-bb58-a8df0c281854", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:52:16.147550 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5edd475e-de7a-433d-94fb-bef70983f05c {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:52:16.147877 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2337ec-b013-4b7e-81b2-e02c292ad59d', 'name': 'network-vif-deleted', 'tag': 'e23d771a-3110-4f80-bb58-a8df0c281854', 'status': 'completed', 'code': 200} Jan 17 21:52:16.293690 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-7bee5b0f-9ea4-4e46-8dc5-dc4ee37447ab req-e855e5b2-0bd8-4ee3-8078-934afd853baa tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jan 17 21:52:16.505213 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47038) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:16.628966 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5441351f-0ba9-415c-8e05-b86edeb6349c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:16.707187 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5441351f-0ba9-415c-8e05-b86edeb6349c admin admin] Publish callbacks [] for security_group (b24cc4b3-397b-475a-ba33-b31e30e0bd76), precommit_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:16.818100 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-5441351f-0ba9-415c-8e05-b86edeb6349c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b24cc4b3-397b-475a-ba33-b31e30e0bd76), after_create {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:16.860957 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-5441351f-0ba9-415c-8e05-b86edeb6349c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2ecf15b4481848c59e82f00f35dd3fab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538728 Jan 17 21:52:16.861859 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441351f-0ba9-415c-8e05-b86edeb6349c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24cc4b3-397b-475a-ba33-b31e30e0bd76,revision_number=1']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:16.863785 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47042) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:16.934479 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] Publish callbacks [] for security_group (b24cc4b3-397b-475a-ba33-b31e30e0bd76), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:16.964254 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] Publish callbacks [] for security_group (b24cc4b3-397b-475a-ba33-b31e30e0bd76), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:17.086821 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (b24cc4b3-397b-475a-ba33-b31e30e0bd76), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:17.089490 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:17.090674 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b24cc4b3-397b-475a-ba33-b31e30e0bd76 HTTP/1.1" status: 204 len: 168 time: 0.2247179 Jan 17 21:52:17.099749 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3d310-25e8-4d90-90f9-e9d7418d6242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24cc4b3-397b-475a-ba33-b31e30e0bd76,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:17.444154 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-66a3e311-b7ff-45ba-a634-b21e55e490de req-46845c37-dc7a-4673-9d9b-f65ea17ed83d tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "GET /v2.0/ports?device_id=0c2337ec-b013-4b7e-81b2-e02c292ad59d HTTP/1.1" status: 200 len: 210 time: 0.0400362 Jan 17 21:52:17.676680 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:17.701678 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: e23d771a-3110-4f80-bb58-a8df0c281854 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:17.702038 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device e23d771a-3110-4f80-bb58-a8df0c281854 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:18.506613 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47050) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:18.566864 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (27ba48bb-8fe2-4fdb-a732-db9006f8a22a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:18.595065 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (27ba48bb-8fe2-4fdb-a732-db9006f8a22a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:18.732228 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (27ba48bb-8fe2-4fdb-a732-db9006f8a22a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:18.735567 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:18.737019 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] 10.222.0.74 "DELETE /v2.0/security-groups/27ba48bb-8fe2-4fdb-a732-db9006f8a22a HTTP/1.1" status: 204 len: 168 time: 0.2294097 Jan 17 21:52:18.746645 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a5704-8216-4252-8ca2-1edb628070cf tempest-TestShelveInstance-1547978293 tempest-TestShelveInstance-1547978293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ba48bb-8fe2-4fdb-a732-db9006f8a22a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:19.911861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47056) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:20.458480 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (adfc46c2-eedd-47e6-803c-180110037c54), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:20.721324 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Deleting port caea3765-6fec-4e3e-9875-fd72857ce476 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:20.721558 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:20.802672 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] For port caea3765-6fec-4e3e-9875-fd72857ce476, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=caea3765-6fec-4e3e-9875-fd72857ce476,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:20.803032 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:20.816705 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Calling delete_port for caea3765-6fec-4e3e-9875-fd72857ce476 owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:20.954125 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:21.069177 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (caea3765-6fec-4e3e-9875-fd72857ce476), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:21.099450 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=caea3765-6fec-4e3e-9875-fd72857ce476,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:21.541350 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (adfc46c2-eedd-47e6-803c-180110037c54), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:21.781784 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Router adfc46c2-eedd-47e6-803c-180110037c54 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:52:21.916776 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:52:21.922803 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-29ae7872-24c9-46b9-b1c9-9ba8a312eeb5 admin admin] 10.222.0.74 "PUT /v2.0/routers/adfc46c2-eedd-47e6-803c-180110037c54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0087063 Jan 17 21:52:21.926790 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47062) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:21.936845 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Sync routers for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:52:21.951401 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:21.951980 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:22.054720 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks [] for router (adfc46c2-eedd-47e6-803c-180110037c54), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.068473 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:22.169123 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks [] for router_gateway (adfc46c2-eedd-47e6-803c-180110037c54), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.267718 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:52:20Z', 'revision_number': 5, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port': {'id': '64e8bc86-a044-427f-ae7d-c71af61527f1', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:fc:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:53Z', 'updated_at': '2022-01-17T21:47:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:22.295176 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Checking router: adfc46c2-eedd-47e6-803c-180110037c54 for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:52:22.306816 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Routers {'adfc46c2-eedd-47e6-803c-180110037c54'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:22.307623 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['adfc46c2-eedd-47e6-803c-180110037c54'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:22.323886 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Deleting port 64e8bc86-a044-427f-ae7d-c71af61527f1 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:22.324229 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.431455 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] For port 64e8bc86-a044-427f-ae7d-c71af61527f1, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=64e8bc86-a044-427f-ae7d-c71af61527f1,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:22.431801 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.456568 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Calling delete_port for 64e8bc86-a044-427f-ae7d-c71af61527f1 owned by network:router_gateway {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:22.551915 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] Set router adfc46c2-eedd-47e6-803c-180110037c54 gateway port host: None {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:22.614927 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:52:22Z', 'revision_number': 6, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port_host': None}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:22.646726 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1624e20-f543-44f8-94f2-3858a0156644 None None] The sync data for ids ['adfc46c2-eedd-47e6-803c-180110037c54'] in dv-cinder-825012-3-iscsi is: [{'id': 'adfc46c2-eedd-47e6-803c-180110037c54', 'name': 'tempest-TestShelveInstance-713325441-router', 'tenant_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:51Z', 'updated_at': '2022-01-17T21:52:22Z', 'revision_number': 6, 'project_id': 'cd1810704d9b454a8d43d58e68d0b23d', 'gw_port_host': None}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:52:22.744233 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (64e8bc86-a044-427f-ae7d-c71af61527f1), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.773986 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e8bc86-a044-427f-ae7d-c71af61527f1,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:22.841727 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (adfc46c2-eedd-47e6-803c-180110037c54), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.934531 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (adfc46c2-eedd-47e6-803c-180110037c54), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:22.936644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks [] for router_controller (adfc46c2-eedd-47e6-803c-180110037c54), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.069130 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (adfc46c2-eedd-47e6-803c-180110037c54), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.069656 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adfc46c2-eedd-47e6-803c-180110037c54 {{(pid=109913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:52:23.077333 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.077333 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-3376ee47-9955-4d54-b765-abf8eeb95428 admin admin] 10.222.0.74 "DELETE /v2.0/routers/adfc46c2-eedd-47e6-803c-180110037c54 HTTP/1.1" status: 204 len: 168 time: 1.1478949 Jan 17 21:52:23.079873 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47064) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:23.126320 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Deleting subnet b846c876-3378-47f8-9f46-c22818261014 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:52:23.129690 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Publish callbacks [] for subnet (b846c876-3378-47f8-9f46-c22818261014), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.166461 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (b846c876-3378-47f8-9f46-c22818261014), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.248585 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (b846c876-3378-47f8-9f46-c22818261014), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.425690 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (b846c876-3378-47f8-9f46-c22818261014), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.462305 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b846c876-3378-47f8-9f46-c22818261014,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:23.472547 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.477057 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-be5acace-7853-4679-9118-06d9d1674ee0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b846c876-3378-47f8-9f46-c22818261014 HTTP/1.1" status: 204 len: 168 time: 0.3961191 Jan 17 21:52:23.478105 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490ed11d-82cb-47dc-af14-d18d92121f4c None None] Network f26f947d-581e-4a9e-8a4a-62fd879e6d07 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:52:23.480068 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47066) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:23.566745 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (f26f947d-581e-4a9e-8a4a-62fd879e6d07), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.632079 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Deleting port f9a7e6ac-6d39-4772-9f68-0b802c97e006 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:23.632456 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.696667 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] DHCP port deletion for f26f947d-581e-4a9e-8a4a-62fd879e6d07 request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:52:23.727492 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] For port f9a7e6ac-6d39-4772-9f68-0b802c97e006, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f9a7e6ac-6d39-4772-9f68-0b802c97e006,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:23.728042 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.749974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Deleting port f9a7e6ac-6d39-4772-9f68-0b802c97e006 {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:23.751148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.754754 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Calling delete_port for f9a7e6ac-6d39-4772-9f68-0b802c97e006 owned by network:dhcp {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:23.820054 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] For port f9a7e6ac-6d39-4772-9f68-0b802c97e006, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=f9a7e6ac-6d39-4772-9f68-0b802c97e006,segment=NetworkSegment(dad777e1-a898-4aac-9aec-a93c60c9c615),segment_id=dad777e1-a898-4aac-9aec-a93c60c9c615)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:23.820446 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.833846 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Calling delete_port for f9a7e6ac-6d39-4772-9f68-0b802c97e006 owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:23.952162 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 64e8bc86-a044-427f-ae7d-c71af61527f1 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:23.972217 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:23.978480 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 64e8bc86-a044-427f-ae7d-c71af61527f1 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:23.978827 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 64e8bc86-a044-427f-ae7d-c71af61527f1 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:23.979244 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device caea3765-6fec-4e3e-9875-fd72857ce476 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:24.000808 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a7e6ac-6d39-4772-9f68-0b802c97e006,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:24.002779 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (f9a7e6ac-6d39-4772-9f68-0b802c97e006), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.006186 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: caea3765-6fec-4e3e-9875-fd72857ce476 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:24.006694 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device caea3765-6fec-4e3e-9875-fd72857ce476 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:24.006898 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f9a7e6ac-6d39-4772-9f68-0b802c97e006 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:24.007643 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] No DVR routers for this DVR port f9a7e6ac-6d39-4772-9f68-0b802c97e006 on host dv-cinder-825012-3-iscsi {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:52:24.051110 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: f9a7e6ac-6d39-4772-9f68-0b802c97e006 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:24.051385 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device f9a7e6ac-6d39-4772-9f68-0b802c97e006 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:24.054184 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] Pushing event deleted for resources: {'Port': ['ID=f9a7e6ac-6d39-4772-9f68-0b802c97e006,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:24.057003 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e493cd3a-ec5c-4e2a-bbc5-ce97dbc2c6f5 None None] No DVR routers for this DVR port f9a7e6ac-6d39-4772-9f68-0b802c97e006 on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:52:24.101674 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (f26f947d-581e-4a9e-8a4a-62fd879e6d07), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.123993 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26f947d-581e-4a9e-8a4a-62fd879e6d07']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:24.135618 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad777e1-a898-4aac-9aec-a93c60c9c615') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:24.135916 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad777e1-a898-4aac-9aec-a93c60c9c615') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:24.147952 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (dad777e1-a898-4aac-9aec-a93c60c9c615), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.165755 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (dad777e1-a898-4aac-9aec-a93c60c9c615), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.177632 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:52:24.179495 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (dad777e1-a898-4aac-9aec-a93c60c9c615), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: warnings.warn(msg) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:52:24.179933 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:52:24.320644 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (f26f947d-581e-4a9e-8a4a-62fd879e6d07), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.327402 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.331728 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] 10.222.0.74 "DELETE /v2.0/networks/f26f947d-581e-4a9e-8a4a-62fd879e6d07 HTTP/1.1" status: 204 len: 168 time: 0.8505611 Jan 17 21:52:24.335063 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47070) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:24.345719 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6de1a-476b-423a-903c-6ebf8e187038 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26f947d-581e-4a9e-8a4a-62fd879e6d07,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:24.691220 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (a8872ccd-21bc-4562-b2c6-472536c8a798), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:24.948209 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Deleting port 10fe2131-6e8c-4c47-af1a-a3276c474a08 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:24.948461 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:25.027162 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] For port 10fe2131-6e8c-4c47-af1a-a3276c474a08, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=10fe2131-6e8c-4c47-af1a-a3276c474a08,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:25.027624 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:25.044427 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Calling delete_port for 10fe2131-6e8c-4c47-af1a-a3276c474a08 owned by network:router_interface {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:25.355638 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (10fe2131-6e8c-4c47-af1a-a3276c474a08), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:25.382583 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=10fe2131-6e8c-4c47-af1a-a3276c474a08,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:25.520485 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-de2bb34f-fb40-4f3a-812f-9fe6f407f267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:25.574094 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (a8872ccd-21bc-4562-b2c6-472536c8a798), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:25.800785 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Router a8872ccd-21bc-4562-b2c6-472536c8a798 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:52:25.916145 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:52:25.923623 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-92b5166b-c169-42c3-9fd7-0c58cad12b9d admin admin] 10.222.0.74 "PUT /v2.0/routers/a8872ccd-21bc-4562-b2c6-472536c8a798/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5867994 Jan 17 21:52:25.926261 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47072) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:25.928426 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Sync routers for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:52:25.939445 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:25.940421 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:26.157715 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:26.339621 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks [] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:26.352001 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:52:25Z', 'revision_number': 5, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:26.383212 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Checking router: a8872ccd-21bc-4562-b2c6-472536c8a798 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:52:26.391893 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Routers {'a8872ccd-21bc-4562-b2c6-472536c8a798'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:52:26.392519 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:51:58Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['a8872ccd-21bc-4562-b2c6-472536c8a798'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:26.446380 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks [] for router_gateway (a8872ccd-21bc-4562-b2c6-472536c8a798), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:26.499868 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] Set router a8872ccd-21bc-4562-b2c6-472536c8a798 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:52:26.641537 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Deleting port 073db1ec-f721-4ec3-96a9-b27d099b5326 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:26.642018 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:26.692027 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:52:25Z', 'revision_number': 5, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:26.721553 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81afefc-5442-4201-95dc-47303b18d217 None None] The sync data for ids ['a8872ccd-21bc-4562-b2c6-472536c8a798'] in dv-cinder-825012-3-iscsi is: [{'id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'name': 'tempest-TestShelveInstance-1334647970-router', 'tenant_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:47:04Z', 'updated_at': '2022-01-17T21:52:25Z', 'revision_number': 5, 'project_id': '6b105b833f8b4ccf9c4c8747762d1e49', 'gw_port': {'id': '073db1ec-f721-4ec3-96a9-b27d099b5326', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:10:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8872ccd-21bc-4562-b2c6-472536c8a798', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:47:05Z', 'updated_at': '2022-01-17T21:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:52:26.729483 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] For port 073db1ec-f721-4ec3-96a9-b27d099b5326, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=073db1ec-f721-4ec3-96a9-b27d099b5326,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:26.729860 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:26.749586 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Calling delete_port for 073db1ec-f721-4ec3-96a9-b27d099b5326 owned by network:router_gateway {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:27.018142 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (073db1ec-f721-4ec3-96a9-b27d099b5326), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.047572 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Pushing event deleted for resources: {'Port': ['ID=073db1ec-f721-4ec3-96a9-b27d099b5326,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:27.059457 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.059696 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.060034 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.060373 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.060741 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.061028 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.061352 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.061678 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.062000 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.062818 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.063259 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.063859 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.064197 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:52:27.127051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (a8872ccd-21bc-4562-b2c6-472536c8a798), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.225262 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.227909 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks [] for router_controller (a8872ccd-21bc-4562-b2c6-472536c8a798), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.372349 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (a8872ccd-21bc-4562-b2c6-472536c8a798), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.373025 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8872ccd-21bc-4562-b2c6-472536c8a798 {{(pid=109914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:52:27.378767 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.383906 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-1ee057c6-19f9-411f-af2f-34ba87f3377e admin admin] 10.222.0.74 "DELETE /v2.0/routers/a8872ccd-21bc-4562-b2c6-472536c8a798 HTTP/1.1" status: 204 len: 168 time: 1.4527602 Jan 17 21:52:27.383906 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47074) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:27.433246 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Deleting subnet 8cea8aff-c645-4e2c-ac6f-875e1f4f3db1 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:52:27.436952 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Publish callbacks [] for subnet (8cea8aff-c645-4e2c-ac6f-875e1f4f3db1), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.476623 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (8cea8aff-c645-4e2c-ac6f-875e1f4f3db1), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.572441 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (8cea8aff-c645-4e2c-ac6f-875e1f4f3db1), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.715116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (8cea8aff-c645-4e2c-ac6f-875e1f4f3db1), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.742546 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cea8aff-c645-4e2c-ac6f-875e1f4f3db1,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:27.747606 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.753540 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ffbad300-dd1c-483a-895d-af783faf0e67 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/8cea8aff-c645-4e2c-ac6f-875e1f4f3db1 HTTP/1.1" status: 204 len: 168 time: 0.3667028 Jan 17 21:52:27.753758 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47076) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:27.754974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba343645-5fa6-458e-99e6-8d8769d42c4c None None] Network 537c2e35-7dc3-4e6f-beac-432d426caf0c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:52:27.829504 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (537c2e35-7dc3-4e6f-beac-432d426caf0c), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.889158 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Deleting port 1d347d03-43cb-445a-b857-008eb82e6c5a {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:27.889497 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.934159 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] DHCP port deletion for 537c2e35-7dc3-4e6f-beac-432d426caf0c request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:52:27.961463 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] For port 1d347d03-43cb-445a-b857-008eb82e6c5a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=1d347d03-43cb-445a-b857-008eb82e6c5a,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:27.961841 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:27.978234 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 073db1ec-f721-4ec3-96a9-b27d099b5326 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:27.978708 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Calling delete_port for 1d347d03-43cb-445a-b857-008eb82e6c5a owned by network:dhcp {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:28.006004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 073db1ec-f721-4ec3-96a9-b27d099b5326 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:28.006604 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 073db1ec-f721-4ec3-96a9-b27d099b5326 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:28.007037 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 10fe2131-6e8c-4c47-af1a-a3276c474a08 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:28.032684 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 10fe2131-6e8c-4c47-af1a-a3276c474a08 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:28.033463 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 10fe2131-6e8c-4c47-af1a-a3276c474a08 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:28.047322 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Deleting port 1d347d03-43cb-445a-b857-008eb82e6c5a {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:52:28.047782 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.117119 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] For port 1d347d03-43cb-445a-b857-008eb82e6c5a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=1d347d03-43cb-445a-b857-008eb82e6c5a,segment=NetworkSegment(b9ba5e3f-3ae3-4041-8927-8ccf87262197),segment_id=b9ba5e3f-3ae3-4041-8927-8ccf87262197)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:52:28.117485 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.132040 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Calling delete_port for 1d347d03-43cb-445a-b857-008eb82e6c5a owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:52:28.132460 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.173324 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d347d03-43cb-445a-b857-008eb82e6c5a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:28.175183 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] No DVR routers for this DVR port 1d347d03-43cb-445a-b857-008eb82e6c5a on host dv-cinder-825012-3-iscsi {{(pid=109914) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:52:28.234647 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (1d347d03-43cb-445a-b857-008eb82e6c5a), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.251437 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (537c2e35-7dc3-4e6f-beac-432d426caf0c), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.258794 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] Pushing event deleted for resources: {'Port': ['ID=1d347d03-43cb-445a-b857-008eb82e6c5a,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:28.266629 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25718cb3-83c1-499b-9ea6-26613384d56f None None] No DVR routers for this DVR port 1d347d03-43cb-445a-b857-008eb82e6c5a on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:52:28.281469 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537c2e35-7dc3-4e6f-beac-432d426caf0c']}} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:28.292676 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ba5e3f-3ae3-4041-8927-8ccf87262197') {'for_net_delete': True} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:28.292972 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.services.segments.db [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ba5e3f-3ae3-4041-8927-8ccf87262197') {} {{(pid=109914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:52:28.298120 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d12bfebc-dfdd-45ec-b55a-506e6c7f34d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.304949 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58804820'] for segment (b9ba5e3f-3ae3-4041-8927-8ccf87262197), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.321907 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (b9ba5e3f-3ae3-4041-8927-8ccf87262197), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.329013 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109914) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:52:28.329411 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62827560'] for segment (b9ba5e3f-3ae3-4041-8927-8ccf87262197), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: Traceback (most recent call last): Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: timer() Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: cb(*args, **kw) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: return func(*args, **kwargs) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: self._notify() Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: self.callback(batched_events) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: event.method(event) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: return f(self, *a, **k) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._get(url).json() Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: return self.request(url, 'GET', **kwargs) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:52:28.331263 dv-cinder-825012-3-iscsi neutron-server[109914]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:52:28.486862 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (537c2e35-7dc3-4e6f-beac-432d426caf0c), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.492737 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:28.496084 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] 10.222.0.74 "DELETE /v2.0/networks/537c2e35-7dc3-4e6f-beac-432d426caf0c HTTP/1.1" status: 204 len: 168 time: 0.7413733 Jan 17 21:52:28.507958 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b0306-1301-44d5-b490-7bf9b33f6db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=537c2e35-7dc3-4e6f-beac-432d426caf0c,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:28.896388 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47080) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:28.941075 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-6e0e4589-ca4a-4cf1-964d-41761ee756b4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd1810704d9b454a8d43d58e68d0b23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434563 Jan 17 21:52:28.943759 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47082) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:28.995795 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] Publish callbacks [] for security_group (ff92bfed-5b5d-4870-938d-489eb98f80ba), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:29.018816 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] Publish callbacks [] for security_group (ff92bfed-5b5d-4870-938d-489eb98f80ba), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:29.143815 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ff92bfed-5b5d-4870-938d-489eb98f80ba), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:29.146368 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:29.147717 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ff92bfed-5b5d-4870-938d-489eb98f80ba HTTP/1.1" status: 204 len: 168 time: 0.2030287 Jan 17 21:52:29.156355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5001c-3e95-4c63-8265-68f8056ac966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff92bfed-5b5d-4870-938d-489eb98f80ba,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:29.817243 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:29.933080 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 1d347d03-43cb-445a-b857-008eb82e6c5a no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:52:29.949890 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47088) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:29.954007 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 1d347d03-43cb-445a-b857-008eb82e6c5a {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:52:29.954350 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 1d347d03-43cb-445a-b857-008eb82e6c5a not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:52:29.993213 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-bc9b5f8a-52c3-4e36-b2fd-e07cb4f833fe admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6b105b833f8b4ccf9c4c8747762d1e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441585 Jan 17 21:52:29.995834 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47090) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:52:30.043036 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] Publish callbacks [] for security_group (79b4ba89-3265-4911-8940-0283f151cdca), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:30.064484 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] Publish callbacks [] for security_group (79b4ba89-3265-4911-8940-0283f151cdca), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:30.218087 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (79b4ba89-3265-4911-8940-0283f151cdca), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:30.223385 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:30.225176 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79b4ba89-3265-4911-8940-0283f151cdca HTTP/1.1" status: 204 len: 168 time: 0.2282178 Jan 17 21:52:30.236733 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1048b83-0c91-4a29-9d45-22faa7dbb048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4ba89-3265-4911-8940-0283f151cdca,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:52:32.130888 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:32.839550 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:36.243471 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:52:50.982862 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:55.434196 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-7e745c84-d97b-4816-ba37-c0cda75ef94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:57.422953 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-943f0ca2-9e42-489e-86aa-5b1da414de3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421329 Jan 17 21:52:57.513280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550a4f-a2c1-49d6-a373-754944240674 req-26e89563-ade0-480e-b3bf-700263d69390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:57.515232 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-26e89563-ade0-480e-b3bf-700263d69390 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1098 time: 0.0473676 Jan 17 21:52:57.627105 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550a4f-a2c1-49d6-a373-754944240674 req-b3e75473-ac6f-4232-9148-eb92e614171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:57.628639 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-b3e75473-ac6f-4232-9148-eb92e614171f service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.0938435 Jan 17 21:52:57.698204 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-d033b220-b918-4a7c-bb26-5282ca25ceed service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 1001 time: 0.0634148 Jan 17 21:52:57.752280 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550a4f-a2c1-49d6-a373-754944240674 req-0c7b0c39-bff2-4371-a441-9792705bc78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:57.754892 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-0c7b0c39-bff2-4371-a441-9792705bc78c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0499923 Jan 17 21:52:57.808578 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54550a4f-a2c1-49d6-a373-754944240674 req-0f9d7bdf-41e5-4847-a2ef-d17c39e4d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:52:57.808578 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-0f9d7bdf-41e5-4847-a2ef-d17c39e4d67d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441585 Jan 17 21:52:57.901671 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-6b8d6d07-e635-419e-87a7-13978f458a39 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915277 Jan 17 21:52:58.012783 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-54550a4f-a2c1-49d6-a373-754944240674 req-f658e5b4-1e47-4928-bafa-184bb117eaca service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048481 Jan 17 21:52:58.381098 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-0614a119-0ef5-496a-893f-780861765d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:52:59.880375 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:02.142471 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:02.872396 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:13.242841 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:53:21.027925 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:25.410653 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-45cf18ab-d2e6-43c8-bd51-b63e1dd82588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:28.268192 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b4f4e928-fa0a-45da-9f76-0a3e24663d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:29.845148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.084257 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47104) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:31.251613 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port 646ec6eb-c365-4bbc-a2d9-9119039c7b9c {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:31.251956 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.332420 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.341328 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.345186 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for 646ec6eb-c365-4bbc-a2d9-9119039c7b9c owned by network:floatingip {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:31.597499 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (646ec6eb-c365-4bbc-a2d9-9119039c7b9c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.624443 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=646ec6eb-c365-4bbc-a2d9-9119039c7b9c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:31.652846 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.653193 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.653535 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.653867 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.654296 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.655365 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.655806 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.656157 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.656534 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.656907 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.657319 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.657690 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.658056 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:31.698539 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (3bf99744-52dd-41de-a3b0-ce80c67947be), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:31.698880 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 3bf99744-52dd-41de-a3b0-ce80c67947be disassociated (deleted). External IP: 172.27.2.79, port: 6f2da5fc-f9e7-4bbe-8d92-db36360b4440. Jan 17 21:53:31.922617 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:53:32.035533 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:53:32.040680 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:32.046115 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:53:32.070231 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-fa18bb5b-4a77-4e7b-ba9f-a726d28c48c3 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "DELETE /v2.0/floatingips/3bf99744-52dd-41de-a3b0-ce80c67947be HTTP/1.1" status: 204 len: 168 time: 0.9848673 Jan 17 21:53:32.070953 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:53:32.071089 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:32.071686 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:32.073772 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:53:32.190349 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:32.215047 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:32.427653 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:32.465529 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:53:32.471146 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:32.471815 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:32.590638 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:32.637893 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddfe282-1f8a-4837-9705-cdf1b68bf81b x-openstack-request-id: req-bddfe282-1f8a-4837-9705-cdf1b68bf81b {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:53:32.638638 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:53:32.638824 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-bddfe282-1f8a-4837-9705-cdf1b68bf81b {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:53:32.644877 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'status': 'completed', 'code': 200} Jan 17 21:53:32.738008 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-b01baecd-4082-41be-a35f-68a953d27fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:32.739514 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-b01baecd-4082-41be-a35f-68a953d27fc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 1099 time: 0.0774293 Jan 17 21:53:32.777235 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f733be-577f-4adf-997a-c5aed9e783ef req-414d1a37-9856-4dd8-9329-03031309a3f2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:32.778799 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c1f733be-577f-4adf-997a-c5aed9e783ef req-414d1a37-9856-4dd8-9329-03031309a3f2 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0805888 Jan 17 21:53:32.877626 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-c1f733be-577f-4adf-997a-c5aed9e783ef req-549026bf-66a6-420f-ae03-ae6db10dadf8 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726826 Jan 17 21:53:32.880434 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:32.891251 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-bb095e2b-87e1-4913-a8ea-5c15385b5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:32.894974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:32.895236 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-bb095e2b-87e1-4913-a8ea-5c15385b5b44 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.1459391 Jan 17 21:53:32.943240 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9ffb6a-4e80-441a-9b69-10dada454329 None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_floatingips': [{'id': '86bc2967-1c64-46f0-a1b6-df03c1d4e086', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'router_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'port_id': '43d111e2-7d99-4283-8a6d-83fa15833934', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'mac_address': 'fa:16:3e:0d:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d517635-c931-48c5-8064-06090cef3e58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T21:49:48Z', 'updated_at': '2022-01-17T21:49:52Z', 'revision_number': 1, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:53:32.949579 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-523d1bde-8c73-4df5-beb7-dfd15dc5e819 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 200 len: 217 time: 0.0497048 Jan 17 21:53:33.026538 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-204da48d-08f4-4067-8b92-4e6876178c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:33.026538 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-204da48d-08f4-4067-8b92-4e6876178c63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0652838 Jan 17 21:53:33.080174 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-bf384fd8-fd72-4d5b-964c-35e58ca4222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:33.081944 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-bf384fd8-fd72-4d5b-964c-35e58ca4222d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534835 Jan 17 21:53:33.193623 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-0cd6e64d-0301-48dd-9024-c677179bbfc7 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041949 Jan 17 21:53:33.248474 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950f3f02-df40-4c93-acc6-21458e20b314 None None] New status for floating IP 3bf99744-52dd-41de-a3b0-ce80c67947be: DOWN {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:53:33.354400 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-a5ee165d-2a79-4cc1-8670-005ec6bf10fe req-0f1b93bb-1afd-4253-bc61-2272d09505a5 service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543188 Jan 17 21:53:34.314305 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a5a8f-a2b5-4ac2-bdb2-e7079901a77d req-1a0bbd07-da2b-4e85-b0e6-20c27184d7eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:34.315819 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e17a5a8f-a2b5-4ac2-bdb2-e7079901a77d req-1a0bbd07-da2b-4e85-b0e6-20c27184d7eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.3540812 Jan 17 21:53:34.353511 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-aac1fe36-45da-4e4b-9a0d-a7a68c7aa8e1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:34.355152 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-aac1fe36-45da-4e4b-9a0d-a7a68c7aa8e1 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 946 time: 0.0812013 Jan 17 21:53:34.416069 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-e17a5a8f-a2b5-4ac2-bdb2-e7079901a77d req-bcb31bf7-1504-43e8-a2ec-fdb3ee25f8f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920956 Jan 17 21:53:34.486870 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:34.487228 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:34.590337 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] For port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:34.590699 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:34.605289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:34.816512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (6f2da5fc-f9e7-4bbe-8d92-db36360b4440), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:34.847404 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=6f2da5fc-f9e7-4bbe-8d92-db36360b4440,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:34.897816 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] No DVR routers for this DVR port 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:34.900560 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:34.904466 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-b5979620-90c1-48bf-8412-530284f5c8f2 req-798f3d60-447e-4136-9563-d510db9051f5 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "DELETE /v2.0/ports/6f2da5fc-f9e7-4bbe-8d92-db36360b4440 HTTP/1.1" status: 204 len: 173 time: 0.5433207 Jan 17 21:53:34.904667 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'name': 'network-vif-deleted', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:53:34.907085 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f7247e-76c5-46ea-b618-e0f512923923" -d '{"events": [{"server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "name": "network-vif-deleted", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:53:34.949479 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dcfce2-5e68-4ddc-aa65-fabecb0b4cbb x-openstack-request-id: req-57dcfce2-5e68-4ddc-aa65-fabecb0b4cbb {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:53:34.949874 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d529108-1128-4113-b62e-8a72a95a978a", "name": "network-vif-deleted", "tag": "6f2da5fc-f9e7-4bbe-8d92-db36360b4440", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:53:34.950355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-57dcfce2-5e68-4ddc-aa65-fabecb0b4cbb {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:53:34.950836 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d529108-1128-4113-b62e-8a72a95a978a', 'name': 'network-vif-deleted', 'tag': '6f2da5fc-f9e7-4bbe-8d92-db36360b4440', 'status': 'completed', 'code': 200} Jan 17 21:53:35.599944 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8f0b2767-8fbe-425f-be95-d24e89b8ac0c req-5087114f-5655-4864-998e-40e65f296e66 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=2d529108-1128-4113-b62e-8a72a95a978a HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jan 17 21:53:38.089588 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:38.111799 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:38.112158 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 6f2da5fc-f9e7-4bbe-8d92-db36360b4440 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:39.193521 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47140) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:39.360861 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port 7b84da2b-b9df-450c-9c0f-efa26af701bb {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:39.361208 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:39.440485 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:39.440779 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (7b84da2b-b9df-450c-9c0f-efa26af701bb), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:39.454183 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for 7b84da2b-b9df-450c-9c0f-efa26af701bb owned by network:floatingip {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:39.736863 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (7b84da2b-b9df-450c-9c0f-efa26af701bb), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:39.777447 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=7b84da2b-b9df-450c-9c0f-efa26af701bb,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:39.896567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (86bc2967-1c64-46f0-a1b6-df03c1d4e086), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:39.897124 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.db.l3_db [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Floating IP 86bc2967-1c64-46f0-a1b6-df03c1d4e086 disassociated (deleted). External IP: 172.27.2.204, port: 43d111e2-7d99-4283-8a6d-83fa15833934. Jan 17 21:53:40.158473 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:53:40.281287 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:53:40.286549 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:40.291550 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:53:40.303699 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:40.305140 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:40.317572 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-e870d931-190f-47d2-9420-434c2a4d423a tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "DELETE /v2.0/floatingips/86bc2967-1c64-46f0-a1b6-df03c1d4e086 HTTP/1.1" status: 204 len: 168 time: 1.1200078 Jan 17 21:53:40.317572 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:53:40.317920 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db9722d-1c47-46ec-a6be-d68cf194ea79" -d '{"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:53:40.434984 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:40.753567 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8ef3b0-99df-450f-8652-edce4deaf330 x-openstack-request-id: req-0c8ef3b0-99df-450f-8652-edce4deaf330 {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:53:40.753864 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:53:40.754121 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0c8ef3b0-99df-450f-8652-edce4deaf330 {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:53:40.754530 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934', 'status': 'completed', 'code': 200} Jan 17 21:53:40.803022 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:40.832496 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:53:40.842206 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:40.842916 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:40.864096 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-5b4ca885-11f7-44a2-9875-b9b7715a2085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:40.865626 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-5b4ca885-11f7-44a2-9875-b9b7715a2085 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=38b0c8491cf6492f9c65effbc4f95228&device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 1098 time: 0.0787752 Jan 17 21:53:40.878671 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1649c1-0b70-4fde-8301-644c8ca0eed0 req-6aa4736e-3413-47b7-8424-b377da8d82eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:40.880232 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1b1649c1-0b70-4fde-8301-644c8ca0eed0 req-6aa4736e-3413-47b7-8424-b377da8d82eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0623624 Jan 17 21:53:40.991132 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:40.994378 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-1b1649c1-0b70-4fde-8301-644c8ca0eed0 req-6fa3fd87-c837-427c-b4f4-92e62b5226dd tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058321 Jan 17 21:53:41.014358 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-9dc77191-5591-41d2-8acf-ef220e840d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:41.015941 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-9dc77191-5591-41d2-8acf-ef220e840d99 service neutron] 10.222.0.81 "GET /v2.0/networks?id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 200 len: 912 time: 0.1348140 Jan 17 21:53:41.064526 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-d222f306-fa46-4e66-9f8b-40faa103b2a6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 200 len: 217 time: 0.0410175 Jan 17 21:53:41.124513 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-a03c0ec9-2be7-43a3-ad0c-e4ab8fa5fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:41.127096 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-a03c0ec9-2be7-43a3-ad0c-e4ab8fa5fff1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 200 len: 850 time: 0.0561016 Jan 17 21:53:41.196443 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-1717dc8b-d282-4b5c-84d7-6b48cdb97647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:41.199137 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-1717dc8b-d282-4b5c-84d7-6b48cdb97647 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640941 Jan 17 21:53:41.265931 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:41.295589 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dffe37d-d0b9-45d1-9128-13d59d492db6 None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:45:56Z', 'revision_number': 4, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi', '_interfaces': [{'id': '51791076-2cb0-4155-b9c9-6e80ff075b7c', 'name': '', 'network_id': '0c15d4fb-b8e2-443b-8b85-f9f57834aa4c', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'mac_address': 'fa:16:3e:68:c5:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:56Z', 'updated_at': '2022-01-17T21:46:03Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'subnets': [{'id': 'dd8988e0-d11a-43e6-af91-81ce04a4b6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:53:41.298559 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-593eb397-327a-45a0-9199-51469ac2fc3d service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925457 Jan 17 21:53:41.398206 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8db9722d-1c47-46ec-a6be-d68cf194ea79 req-663413a2-c9ae-4359-a45a-f2fc178302fb service neutron] 10.222.0.81 "GET /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931334 Jan 17 21:53:41.544076 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a942e875-497e-4bff-a4b3-2b251c8da661 None None] New status for floating IP 86bc2967-1c64-46f0-a1b6-df03c1d4e086: DOWN {{(pid=109916) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 21:53:42.143642 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decde391-fe1d-463c-a07e-3f8e3eb0f4c3 req-775f8205-b47e-4cf4-ad71-ab87b946a9eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:42.145227 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-decde391-fe1d-463c-a07e-3f8e3eb0f4c3 req-775f8205-b47e-4cf4-ad71-ab87b946a9eb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Jan 17 21:53:42.202676 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-decde391-fe1d-463c-a07e-3f8e3eb0f4c3 req-f8fe958d-72ab-425d-8e26-27653f9cfce6 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/security-groups?id=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515466 Jan 17 21:53:42.361429 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-23133f09-9aa7-443d-a672-8e219ef7c737 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109913) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 21:53:42.362915 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-23133f09-9aa7-443d-a672-8e219ef7c737 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 945 time: 0.0541513 Jan 17 21:53:42.455535 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port 43d111e2-7d99-4283-8a6d-83fa15833934 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:42.455783 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:42.556867 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] For port 43d111e2-7d99-4283-8a6d-83fa15833934, host hv-cinder-82501, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82501',level=0,port_id=43d111e2-7d99-4283-8a6d-83fa15833934,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:42.557222 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:42.571107 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for 43d111e2-7d99-4283-8a6d-83fa15833934 owned by compute:nova {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:42.822144 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (43d111e2-7d99-4283-8a6d-83fa15833934), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:42.851271 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=43d111e2-7d99-4283-8a6d-83fa15833934,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:42.897195 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] No DVR routers for this DVR port 43d111e2-7d99-4283-8a6d-83fa15833934 on host hv-cinder-82501 {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:42.899864 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for port (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:42.903110 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-8f85d00e-5ac1-4849-95d0-4dfb25932735 req-5ce76187-0409-474b-83a4-137c25a0fa34 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.81 "DELETE /v2.0/ports/43d111e2-7d99-4283-8a6d-83fa15833934 HTTP/1.1" status: 204 len: 173 time: 0.5352514 Jan 17 21:53:42.903576 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'name': 'network-vif-deleted', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934'}] {{(pid=109913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 21:53:42.906340 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab0246c2f78b63467d9fd3ac218fe04fe7d70c0242a23d9cfdba07890d4f741a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e543bf-bcd5-432c-a466-83265b0ccf5c" -d '{"events": [{"server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "name": "network-vif-deleted", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934"}]}' {{(pid=109913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 21:53:42.947246 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 21:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3876543f-cd8f-4cb4-9147-5b0b6c8e07fc x-openstack-request-id: req-3876543f-cd8f-4cb4-9147-5b0b6c8e07fc {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 21:53:42.952137 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d517635-c931-48c5-8064-06090cef3e58", "name": "network-vif-deleted", "tag": "43d111e2-7d99-4283-8a6d-83fa15833934", "status": "completed", "code": 200}]} {{(pid=109913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 21:53:42.952137 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3876543f-cd8f-4cb4-9147-5b0b6c8e07fc {{(pid=109913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 21:53:42.952137 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d517635-c931-48c5-8064-06090cef3e58', 'name': 'network-vif-deleted', 'tag': '43d111e2-7d99-4283-8a6d-83fa15833934', 'status': 'completed', 'code': 200} Jan 17 21:53:43.309331 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [req-984be88b-575e-4677-958f-f055460ca753 req-3bf25a8e-ba12-4147-8261-2fe8b5b953f7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d517635-c931-48c5-8064-06090cef3e58 HTTP/1.1" status: 200 len: 210 time: 0.0280991 Jan 17 21:53:44.374663 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47156) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:44.508639 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Deleting port fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:44.509014 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.591127 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.592062 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.604347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Calling delete_port for fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a owned by network:floatingip {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:44.816465 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.848054 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'Port': ['ID=fc0ecb1c-6c99-4ba0-9249-515fe26fbb0a,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:44.860753 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.861086 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.861433 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.861764 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.862093 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.862418 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.862747 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.863069 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.863421 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.863740 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.864057 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.864370 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.864684 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:44.924466 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for floatingip (50b091e4-39ca-4349-961b-d2b19f0def88), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.927032 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27594'] for floatingip (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:44.928240 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-82858bae-d6b3-4e99-bd0b-d293acc143bb tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "DELETE /v2.0/floatingips/50b091e4-39ca-4349-961b-d2b19f0def88 HTTP/1.1" status: 204 len: 168 time: 0.5520825 Jan 17 21:53:46.120606 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 43d111e2-7d99-4283-8a6d-83fa15833934 no longer exists at agent hyperv_hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:46.143278 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] No Port match for: 43d111e2-7d99-4283-8a6d-83fa15833934 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:46.143652 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Device 43d111e2-7d99-4283-8a6d-83fa15833934 not bound to the agent host hv-cinder-82501 {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:46.375982 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47170) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:46.437375 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:46.469075 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:46.610503 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:46.613371 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Publish callbacks [] for security_group (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:46.614587 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] 10.222.0.74 "DELETE /v2.0/security-groups/1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9 HTTP/1.1" status: 204 len: 168 time: 0.2376089 Jan 17 21:53:46.625868 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd1152-e7d4-4a3e-a2fa-9f5732314aa7 tempest-TestVolumeBootPattern-350665078 tempest-TestVolumeBootPattern-350665078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e2ded-7b2a-46eb-8c38-2b2a4bf9d7b9,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:46.818949 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47174) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:47.551522 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (3494c937-9525-4e78-af19-14fa43ced64f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:47.809587 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Deleting port 51791076-2cb0-4155-b9c9-6e80ff075b7c {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:47.810352 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:47.900141 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] For port 51791076-2cb0-4155-b9c9-6e80ff075b7c, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=51791076-2cb0-4155-b9c9-6e80ff075b7c,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:47.900505 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:47.914684 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Calling delete_port for 51791076-2cb0-4155-b9c9-6e80ff075b7c owned by network:router_interface {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:48.250289 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (51791076-2cb0-4155-b9c9-6e80ff075b7c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:48.280582 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Pushing event deleted for resources: {'Port': ['ID=51791076-2cb0-4155-b9c9-6e80ff075b7c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:48.469789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (3494c937-9525-4e78-af19-14fa43ced64f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:48.697876 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Router 3494c937-9525-4e78-af19-14fa43ced64f has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109913) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:53:48.805916 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109913) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:53:48.811463 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-32d7a8b5-a72b-42f7-aa64-535a00cd3061 admin admin] 10.222.0.74 "PUT /v2.0/routers/3494c937-9525-4e78-af19-14fa43ced64f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9910281 Jan 17 21:53:48.813769 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47178) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:48.820669 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Sync routers for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:53:48.832273 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:48.833097 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:48.960201 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:49.164559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:53:48Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:49.199151 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Checking router: 3494c937-9525-4e78-af19-14fa43ced64f for host: dv-cinder-825012-3-iscsi {{(pid=109915) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:53:49.210583 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Routers {'3494c937-9525-4e78-af19-14fa43ced64f'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109915) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:49.211226 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['3494c937-9525-4e78-af19-14fa43ced64f'], 'active': True} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:49.219506 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks [] for router (3494c937-9525-4e78-af19-14fa43ced64f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:49.334441 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvr_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] Set router 3494c937-9525-4e78-af19-14fa43ced64f gateway port host: dv-cinder-825012-3-iscsi {{(pid=109915) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:49.338383 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks [] for router_gateway (3494c937-9525-4e78-af19-14fa43ced64f), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:49.539147 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Deleting port 83507dd7-f06d-4b96-8324-4cf05593ca70 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:49.539457 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_hamode_db [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:53:48Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109915) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:49.539593 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:49.568168 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cfdcaf-f652-4755-9c7f-02c580524b07 None None] The sync data for ids ['3494c937-9525-4e78-af19-14fa43ced64f'] in dv-cinder-825012-3-iscsi is: [{'id': '3494c937-9525-4e78-af19-14fa43ced64f', 'name': 'tempest-TestVolumeBootPattern-533107865-router', 'tenant_id': '38b0c8491cf6492f9c65effbc4f95228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113'}], 'enable_snat': True}, 'gw_port_id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:45:51Z', 'updated_at': '2022-01-17T21:53:48Z', 'revision_number': 5, 'project_id': '38b0c8491cf6492f9c65effbc4f95228', 'gw_port': {'id': '83507dd7-f06d-4b96-8324-4cf05593ca70', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3494c937-9525-4e78-af19-14fa43ced64f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:45:52Z', 'updated_at': '2022-01-17T21:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}] {{(pid=109915) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:53:49.632512 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] For port 83507dd7-f06d-4b96-8324-4cf05593ca70, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=83507dd7-f06d-4b96-8324-4cf05593ca70,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:49.632896 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:49.649831 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Calling delete_port for 83507dd7-f06d-4b96-8324-4cf05593ca70 owned by network:router_gateway {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:49.899108 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (83507dd7-f06d-4b96-8324-4cf05593ca70), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:49.930718 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Pushing event deleted for resources: {'Port': ['ID=83507dd7-f06d-4b96-8324-4cf05593ca70,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:50.015450 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (3494c937-9525-4e78-af19-14fa43ced64f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.101654 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 51791076-2cb0-4155-b9c9-6e80ff075b7c no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:50.122691 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 51791076-2cb0-4155-b9c9-6e80ff075b7c {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:50.123026 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 51791076-2cb0-4155-b9c9-6e80ff075b7c not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:50.128434 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (3494c937-9525-4e78-af19-14fa43ced64f), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.130658 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks [] for router_controller (3494c937-9525-4e78-af19-14fa43ced64f), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.242495 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:53:50.276355 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (3494c937-9525-4e78-af19-14fa43ced64f), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.276923 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3494c937-9525-4e78-af19-14fa43ced64f {{(pid=109913) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:53:50.282343 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.284441 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-189f9d88-b4d0-4cd4-8d54-5f49a226510b admin admin] 10.222.0.74 "DELETE /v2.0/routers/3494c937-9525-4e78-af19-14fa43ced64f HTTP/1.1" status: 204 len: 168 time: 1.4692266 Jan 17 21:53:50.294822 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47180) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:50.346763 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Deleting subnet dd8988e0-d11a-43e6-af91-81ce04a4b6c6 {{(pid=109913) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:53:50.350454 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Publish callbacks [] for subnet (dd8988e0-d11a-43e6-af91-81ce04a4b6c6), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.386913 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7987798'] for subnet (dd8988e0-d11a-43e6-af91-81ce04a4b6c6), precommit_delete_associations {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.481661 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (dd8988e0-d11a-43e6-af91-81ce04a4b6c6), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.619599 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8319718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4244134'] for subnet (dd8988e0-d11a-43e6-af91-81ce04a4b6c6), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.647826 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8988e0-d11a-43e6-af91-81ce04a4b6c6,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:50.654390 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.657266 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-bd968021-e306-49d0-abd9-85217ab34f8a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/dd8988e0-d11a-43e6-af91-81ce04a4b6c6 HTTP/1.1" status: 204 len: 168 time: 0.3610585 Jan 17 21:53:50.660972 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47182) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:50.661700 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93043367-9cf3-430c-ba18-311a5a90be19 None None] Network 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:53:50.740003 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.828633 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Deleting port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:50.828980 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.858573 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] DHCP port deletion for 0c15d4fb-b8e2-443b-8b85-f9f57834aa4c request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:53:50.896220 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] For port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:50.904979 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:50.914669 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Calling delete_port for 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 owned by network:dhcp {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:50.930119 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Deleting port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:50.930658 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.002442 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] For port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,segment=NetworkSegment(ba2c66d7-e0ec-4749-899d-3a01d9674b07),segment_id=ba2c66d7-e0ec-4749-899d-3a01d9674b07)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:51.002848 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.016485 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Calling delete_port for 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:51.031183 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.113504 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.121274 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (9bdc7601-8986-4f88-820c-d4fa0b5d3f58), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.146097 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:51.148575 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] No DVR routers for this DVR port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 on host dv-cinder-825012-3-iscsi {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:51.149879 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Pushing event deleted for resources: {'Port': ['ID=9bdc7601-8986-4f88-820c-d4fa0b5d3f58,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:51.156170 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] No DVR routers for this DVR port 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:51.163377 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.163700 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.172559 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6fc53d-0a93-43fb-8ee3-2cd430de17f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-825012-3-iscsi {{(pid=109915) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 21:53:51.227627 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.251635 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c15d4fb-b8e2-443b-8b85-f9f57834aa4c']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:51.261989 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2c66d7-e0ec-4749-899d-3a01d9674b07') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:51.262291 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2c66d7-e0ec-4749-899d-3a01d9674b07') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:51.278689 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (ba2c66d7-e0ec-4749-899d-3a01d9674b07), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.293780 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (ba2c66d7-e0ec-4749-899d-3a01d9674b07), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.301049 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:53:51.301460 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (ba2c66d7-e0ec-4749-899d-3a01d9674b07), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:53:51.303241 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:53:51.448219 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (0c15d4fb-b8e2-443b-8b85-f9f57834aa4c), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.455075 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:51.458761 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/0c15d4fb-b8e2-443b-8b85-f9f57834aa4c HTTP/1.1" status: 204 len: 168 time: 0.7967026 Jan 17 21:53:51.463012 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47184) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:51.473020 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b942b-7d60-494c-a2cb-599df66f76c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c15d4fb-b8e2-443b-8b85-f9f57834aa4c,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:51.862051 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-631562'] for router_interface (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:52.022032 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:52.049882 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:52.050343 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 9bdc7601-8986-4f88-820c-d4fa0b5d3f58 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:52.050770 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 83507dd7-f06d-4b96-8324-4cf05593ca70 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:52.076147 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 83507dd7-f06d-4b96-8324-4cf05593ca70 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:52.076585 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 83507dd7-f06d-4b96-8324-4cf05593ca70 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:52.150713 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Deleting port 887809c3-d0f5-4ee8-8d72-7e1b161a6224 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:52.150959 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:52.240664 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] For port 887809c3-d0f5-4ee8-8d72-7e1b161a6224, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=887809c3-d0f5-4ee8-8d72-7e1b161a6224,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:52.241033 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:52.256126 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Calling delete_port for 887809c3-d0f5-4ee8-8d72-7e1b161a6224 owned by network:router_interface {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:52.558606 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (887809c3-d0f5-4ee8-8d72-7e1b161a6224), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:52.592203 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=887809c3-d0f5-4ee8-8d72-7e1b161a6224,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:52.773822 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-592123', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-624794'] for router_interface (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.013952 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Router fdcba09b-419e-4aa2-b130-dfd2657e8601 has already been hosted by L3 agent 37b755f0-c486-475d-9b0b-f29220d9112c {{(pid=109914) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 21:53:53.129040 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] Notify agent at l3_agent.dv-cinder-825012-3-iscsi the message routers_updated {{(pid=109914) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 21:53:53.134473 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d33eafd9-4eac-4d16-a1e6-fcbb73cc4f68 admin admin] 10.222.0.74 "PUT /v2.0/routers/fdcba09b-419e-4aa2-b130-dfd2657e8601/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696577 Jan 17 21:53:53.138434 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47186) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:53.139530 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Sync routers for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 21:53:53.155914 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:53.156835 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:53.248510 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks [] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.281553 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: dv-cinder-825012-3-iscsi {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:53.355063 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks [] for router_gateway (fdcba09b-419e-4aa2-b130-dfd2657e8601), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.508977 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Deleting port 01ba4f42-748a-4d9c-a7cd-91669647bac8 {{(pid=109914) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:53.509315 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.572311 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'external_fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:53:52Z', 'revision_number': 5, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port': {'id': '01ba4f42-748a-4d9c-a7cd-91669647bac8', 'name': '', 'network_id': '7e9e0565-aaf5-4090-b7ee-df6c305c1afb', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:21:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-825012-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T21:46:03Z', 'updated_at': '2022-01-17T21:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e09e65d3-b099-4576-a84b-1fefaa5132de', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-825012-3-iscsi'}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:53.601268 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Checking router: fdcba09b-419e-4aa2-b130-dfd2657e8601 for host: dv-cinder-825012-3-iscsi {{(pid=109916) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 21:53:53.605412 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.db [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] For port 01ba4f42-748a-4d9c-a7cd-91669647bac8, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=01ba4f42-748a-4d9c-a7cd-91669647bac8,segment=NetworkSegment(42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f),segment_id=42ef9dfa-dac1-4ee4-bc47-9c00bf041c9f)] {{(pid=109914) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:53.606347 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.613623 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Routers {'fdcba09b-419e-4aa2-b130-dfd2657e8601'} bound to L3 agent in host dv-cinder-825012-3-iscsi {{(pid=109916) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 17 21:53:53.615063 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-825012-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T21:31:58Z,description=,heartbeat_timestamp=2022-01-17T21:53:28Z,host='dv-cinder-825012-3-iscsi',id=37b755f0-c486-475d-9b0b-f29220d9112c,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T21:31:59Z,topic='l3_agent')) {'router_ids': ['fdcba09b-419e-4aa2-b130-dfd2657e8601'], 'active': True} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:53.620436 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Calling delete_port for 01ba4f42-748a-4d9c-a7cd-91669647bac8 owned by network:router_gateway {{(pid=109914) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:53.710743 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_dvr_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] Set router fdcba09b-419e-4aa2-b130-dfd2657e8601 gateway port host: None {{(pid=109916) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 21:53:53.767066 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.l3_hamode_db [None req-f576d553-a06e-47fb-902a-343ff279debe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:53:53Z', 'revision_number': 6, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port_host': None}], 'dv-cinder-825012-3-iscsi', False) {} {{(pid=109916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:53.796622 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f576d553-a06e-47fb-902a-343ff279debe None None] The sync data for ids ['fdcba09b-419e-4aa2-b130-dfd2657e8601'] in dv-cinder-825012-3-iscsi is: [{'id': 'fdcba09b-419e-4aa2-b130-dfd2657e8601', 'name': 'tempest-TestVolumeBootPattern-1990182282-router', 'tenant_id': '01766fe8edd24174b6a05fb841c83e8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T21:46:01Z', 'updated_at': '2022-01-17T21:53:53Z', 'revision_number': 6, 'project_id': '01766fe8edd24174b6a05fb841c83e8f', 'gw_port_host': None}] {{(pid=109916) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 21:53:53.938855 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62827637'] for port (01ba4f42-748a-4d9c-a7cd-91669647bac8), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:53.964550 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ba4f42-748a-4d9c-a7cd-91669647bac8,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:54.038779 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-631152'] for router_gateway (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.409259 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-638695', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58501'] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.411552 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks [] for router_controller (fdcba09b-419e-4aa2-b130-dfd2657e8601), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.558996 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-638700'] for router (fdcba09b-419e-4aa2-b130-dfd2657e8601), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.560003 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcba09b-419e-4aa2-b130-dfd2657e8601 {{(pid=109914) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 21:53:54.564411 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.565571 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-d3ae14cc-219b-4472-ad0f-72e62f4be6d2 admin admin] 10.222.0.74 "DELETE /v2.0/routers/fdcba09b-419e-4aa2-b130-dfd2657e8601 HTTP/1.1" status: 204 len: 168 time: 1.4261062 Jan 17 21:53:54.568600 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47188) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:54.618283 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 887809c3-d0f5-4ee8-8d72-7e1b161a6224 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:54.634283 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.db.db_base_plugin_v2 [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Deleting subnet cf408424-ed72-4dd0-8aff-ad78702e8576 {{(pid=109914) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 21:53:54.638516 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Publish callbacks [] for subnet (cf408424-ed72-4dd0-8aff-ad78702e8576), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.639425 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 887809c3-d0f5-4ee8-8d72-7e1b161a6224 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:54.639757 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 887809c3-d0f5-4ee8-8d72-7e1b161a6224 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:54.682412 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58806695'] for subnet (cf408424-ed72-4dd0-8aff-ad78702e8576), precommit_delete_associations {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.769777 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3683928'] for subnet (cf408424-ed72-4dd0-8aff-ad78702e8576), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.937577 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3683919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62827590', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62892334'] for subnet (cf408424-ed72-4dd0-8aff-ad78702e8576), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.970470 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf408424-ed72-4dd0-8aff-ad78702e8576,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:54.976304 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for subnet (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:54.982985 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-238bb69d-453a-4c00-af0d-b00277c28d06 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/cf408424-ed72-4dd0-8aff-ad78702e8576 HTTP/1.1" status: 204 len: 168 time: 0.4117463 Jan 17 21:53:54.984557 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cefa689-c16c-40d0-86fd-683e0b2a9cb0 None None] Network 2b06a3ea-f156-49c6-9430-10d29756fbf9 requested from dv-cinder-825012-3-iscsi {{(pid=109915) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 21:53:54.985256 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.wsgi [-] (109913) accepted ('10.222.0.74', 47190) {{(pid=109913) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:55.079242 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737636'] for network (2b06a3ea-f156-49c6-9430-10d29756fbf9), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.138445 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Deleting port 2fe3205a-a3a2-4ad8-9a50-80904113853a {{(pid=109913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:55.138836 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.154323 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] DHCP port deletion for 2b06a3ea-f156-49c6-9430-10d29756fbf9 request from dv-cinder-825012-3-iscsi {{(pid=109915) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 21:53:55.214211 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Deleting port 2fe3205a-a3a2-4ad8-9a50-80904113853a {{(pid=109915) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 21:53:55.214831 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788079734245'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), before_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.221378 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.db [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] For port 2fe3205a-a3a2-4ad8-9a50-80904113853a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2fe3205a-a3a2-4ad8-9a50-80904113853a,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:55.221927 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.236871 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.plugin [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Calling delete_port for 2fe3205a-a3a2-4ad8-9a50-80904113853a owned by network:dhcp {{(pid=109913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:55.402121 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8319701'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.432732 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe3205a-a3a2-4ad8-9a50-80904113853a,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:55.434714 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] No DVR routers for this DVR port 2fe3205a-a3a2-4ad8-9a50-80904113853a on host dv-cinder-825012-3-iscsi {{(pid=109913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:55.468229 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.db [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] For port 2fe3205a-a3a2-4ad8-9a50-80904113853a, host dv-cinder-825012-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-825012-3-iscsi',level=0,port_id=2fe3205a-a3a2-4ad8-9a50-80904113853a,segment=NetworkSegment(5ed7c8e0-0917-47a4-ad85-a1d3842b0d95),segment_id=5ed7c8e0-0917-47a4-ad85-a1d3842b0d95)] {{(pid=109915) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 21:53:55.468516 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-545967'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), precommit_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.484132 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Calling delete_port for 2fe3205a-a3a2-4ad8-9a50-80904113853a owned by network:dhcp {{(pid=109915) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 21:53:55.518871 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3682527', 'neutron.services.segments.db._delete_segments_for_network-8788079713832'] for network (2b06a3ea-f156-49c6-9430-10d29756fbf9), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.549802 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b06a3ea-f156-49c6-9430-10d29756fbf9']}} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:55.560969 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-26ba0294-dbdb-432b-84d3-e13773c07dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.566213 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95') {'for_net_delete': True} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:55.566673 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.services.segments.db [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed7c8e0-0917-47a4-ad85-a1d3842b0d95') {} {{(pid=109913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 21:53:55.584444 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788079714609', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7993765'] for segment (5ed7c8e0-0917-47a4-ad85-a1d3842b0d95), before_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.593435 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3822516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-126432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788079740281', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788079177054'] for port (2fe3205a-a3a2-4ad8-9a50-80904113853a), after_delete {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.604552 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765'] for segment (5ed7c8e0-0917-47a4-ad85-a1d3842b0d95), precommit_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.614789 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=109913) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 21:53:55.615203 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3899765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8319624'] for segment (5ed7c8e0-0917-47a4-ad85-a1d3842b0d95), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: Traceback (most recent call last): Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: timer() Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: cb(*args, **kw) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: return func(*args, **kwargs) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: self._notify() Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: self.callback(batched_events) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: event.method(event) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: return f(self, *a, **k) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._get(url).json() Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: return self.request(url, 'GET', **kwargs) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 21:53:55.617260 dv-cinder-825012-3-iscsi neutron-server[109913]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 21:53:55.666036 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] Pushing event deleted for resources: {'Port': ['ID=2fe3205a-a3a2-4ad8-9a50-80904113853a,revision_number=None']} {{(pid=109915) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:55.674515 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24b9cd-af69-4ce8-813e-4d537d0e16f3 None None] No DVR routers for this DVR port 2fe3205a-a3a2-4ad8-9a50-80904113853a on host dv-cinder-825012-3-iscsi {{(pid=109915) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 21:53:55.779580 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3682502', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-592002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-631068'] for network (2b06a3ea-f156-49c6-9430-10d29756fbf9), after_delete {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.783818 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron_lib.callbacks.manager [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-592020'] for network (None), before_response {{(pid=109913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:55.787250 dv-cinder-825012-3-iscsi neutron-server[109913]: INFO neutron.wsgi [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2b06a3ea-f156-49c6-9430-10d29756fbf9 HTTP/1.1" status: 204 len: 168 time: 0.8005545 Jan 17 21:53:55.807291 dv-cinder-825012-3-iscsi neutron-server[109913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4e788-ba60-43b6-901c-aac6cfccaea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b06a3ea-f156-49c6-9430-10d29756fbf9,revision_number=None']} {{(pid=109913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:56.021798 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2fe3205a-a3a2-4ad8-9a50-80904113853a no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:56.053406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 2fe3205a-a3a2-4ad8-9a50-80904113853a {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:56.053406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 2fe3205a-a3a2-4ad8-9a50-80904113853a not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:56.053406 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 01ba4f42-748a-4d9c-a7cd-91669647bac8 no longer exists at agent ovs-agent-dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 21:53:56.065149 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.plugin [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] No Port match for: 01ba4f42-748a-4d9c-a7cd-91669647bac8 {{(pid=109915) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 21:53:56.065498 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron.plugins.ml2.rpc [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Device 01ba4f42-748a-4d9c-a7cd-91669647bac8 not bound to the agent host dv-cinder-825012-3-iscsi {{(pid=109915) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 21:53:56.245377 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47194) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:56.288403 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-ca0a5c0e-9c58-447a-a806-210843b20e33 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=38b0c8491cf6492f9c65effbc4f95228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418475 Jan 17 21:53:56.292116 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47196) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:56.348150 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] Publish callbacks [] for security_group (44a78ebd-3502-4d75-9473-33ea197b718f), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:56.373581 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] Publish callbacks [] for security_group (44a78ebd-3502-4d75-9473-33ea197b718f), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:56.518614 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (44a78ebd-3502-4d75-9473-33ea197b718f), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:56.526087 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:56.526087 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44a78ebd-3502-4d75-9473-33ea197b718f HTTP/1.1" status: 204 len: 168 time: 0.2297831 Jan 17 21:53:56.533556 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1434c1-5d7e-4688-b043-138eaaaf75eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a78ebd-3502-4d75-9473-33ea197b718f,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:57.465269 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47202) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:57.511617 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-dbf08d3e-0634-478b-bbea-1f94282acebd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=01766fe8edd24174b6a05fb841c83e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447843 Jan 17 21:53:57.515705 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [-] (109914) accepted ('10.222.0.74', 47204) {{(pid=109914) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 21:53:57.568872 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] Publish callbacks [] for security_group (ce1860a6-b5c3-4721-920b-73e4e9233bf2), before_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:57.597826 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] Publish callbacks [] for security_group (ce1860a6-b5c3-4721-920b-73e4e9233bf2), precommit_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:57.755840 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-706296'] for security_group (ce1860a6-b5c3-4721-920b-73e4e9233bf2), after_delete {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:57.758499 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron_lib.callbacks.manager [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:57.759826 dv-cinder-825012-3-iscsi neutron-server[109914]: INFO neutron.wsgi [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ce1860a6-b5c3-4721-920b-73e4e9233bf2 HTTP/1.1" status: 204 len: 168 time: 0.2430549 Jan 17 21:53:57.772789 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ba880-6d5d-4188-8ccb-b17da9dfdca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1860a6-b5c3-4721-920b-73e4e9233bf2,revision_number=None']} {{(pid=109914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 21:53:58.313245 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-57168639-1eed-4fd7-8a1e-9f539eb5c6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:53:59.834145 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:02.144715 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:02.875784 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:20.974949 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:25.404068 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-69f2e6d6-0377-46d1-b15c-47fb67efb7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:27.241545 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:54:28.283954 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ce6d489a-dc3b-47ea-a554-060f5a9df140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:29.832269 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:32.169653 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:32.885805 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:50.988242 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:55.408894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-560a6cba-a49b-404a-8fba-d7aa088d1852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:58.279379 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-eb60dc0c-65d2-4def-a06b-e6ba4472822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:54:59.844659 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:02.156967 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:02.888790 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:04.240250 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:55:21.025527 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:25.432907 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-748107a1-7391-4dd0-8929-8b984396593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:28.282071 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-adb719bb-f3e1-4a63-81c7-ca72cdcd3489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:29.843210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:32.128004 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:32.860645 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:41.239065 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:55:51.065109 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:55.408416 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-047665f3-d7ed-4085-b1b7-98c27db297bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:58.327850 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e54b-b5d1-4c7a-8c7b-a2cbae37ae18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:55:59.865324 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:02.145210 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:02.870669 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:18.237687 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:56:20.995613 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:25.407178 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-4e72d2a5-c244-44ad-9d57-7ff0c0c1c2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:28.281142 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-eb6679ae-4b96-4b8b-b791-a8aa8388923b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:29.846894 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:32.155148 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:32.863262 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:51.000130 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:55.237377 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:56:55.423161 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-19541b03-0f05-4c80-b15d-2960aa8c127e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:58.319959 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-6756b083-2be1-460b-8e12-ed71330d7c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:56:59.851269 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:02.137583 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:03.348351 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:20.976710 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:25.422916 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-57cf0273-5750-4a2e-955c-5f4f6d794706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:28.262108 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ddee1a21-9c9d-44cd-8ca1-06e52c4884ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:29.890444 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:32.165293 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:32.237812 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:57:32.884836 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:51.004231 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:55.427414 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-e8c2133a-d6a6-4056-98d1-5a825aeb97c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:58.313366 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-ad42c117-a853-49a3-89f1-6ab79fe10df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:57:59.856268 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:02.146848 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:02.866974 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:09.236946 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:58:21.003886 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:25.461242 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-925b5e09-e99b-4e8e-830a-3edc4c012097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:28.270168 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-93790542-2e3a-4c4f-8e59-a2a65688198c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:29.872184 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:32.174844 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:32.852438 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:46.236152 dv-cinder-825012-3-iscsi neutron-server[109916]: DEBUG neutron.db.agents_db [None req-6d4dd291-3e12-4ec0-970b-81ff242b783b None None] Agent healthcheck: found 6 active agents {{(pid=109916) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 21:58:50.985928 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-8cb668d4-d124-4a97-aded-7e8a1b8bb517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (52e91062-bfdc-4bd5-a89d-9543f560cb5a), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:53.537803 dv-cinder-825012-3-iscsi neutron-server[109914]: DEBUG neutron.wsgi [req-9d85e293-7f6b-4c1d-a30d-b41db636e05a req-8394bd0f-8d33-4a9d-a4b4-1118d49bfed3 service neutron] (109914) timed out ('10.222.0.81', 50021) {{(pid=109914) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 21:58:55.417114 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-d0973c33-4d30-4a5e-ac03-cf87f73267e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (0eb2fdb7-4213-44cd-a902-cff54c930c90), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:58.268901 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-5e29a880-de2d-4b7a-ba66-1b9e5784e2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (37b755f0-c486-475d-9b0b-f29220d9112c), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:58:59.907201 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-1a63c479-d821-4273-b9c5-0bf02d862bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (dbb4ffcf-ef17-4099-81b7-205b2a0c24e6), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:59:02.205857 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-cf8461a9-6f93-43da-aa52-9df2d604a25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (e3e7cedf-9847-4e68-b6ed-fb371c9d8bda), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 21:59:02.904092 dv-cinder-825012-3-iscsi neutron-server[109915]: DEBUG neutron_lib.callbacks.manager [None req-3aa7e474-3002-47f2-a240-3e565ca5083a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788079713814', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3684889'] for agent (126bb8e7-5a84-4331-90f5-26db77b83f41), after_update {{(pid=109915) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}